-- Logs begin at Thu 2021-05-20 16:13:33 UTC, end at Thu 2021-05-20 17:17:23 UTC. -- May 20 16:52:55.622656 dv-cinder-786524-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 20 16:52:58.028586 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.common.config [-] Logging enabled! May 20 16:52:58.029273 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev225 May 20 16:52:58.029375 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=118937) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 16:52:58.032543 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.common.config [-] Logging enabled! May 20 16:52:58.032797 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev225 May 20 16:52:58.033105 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=118937) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 16:52:58.034094 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 16:52:58.034333 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 16:52:58.034691 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 16:52:58.034931 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 16:52:58.035136 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 16:52:58.035488 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.035783 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.036078 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.036303 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.036579 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.036866 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.037170 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.037455 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.037750 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.038025 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.038298 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.038581 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.038807 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.039084 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] config_source = [] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.039367 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.039649 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.039868 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] debug = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.040143 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.040575 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.040987 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.041301 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.041591 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.041866 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.042134 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.042409 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.042694 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.043016 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] host = dv-cinder-786524-7-iscsi {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.043289 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.043573 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.043856 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.044141 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.044410 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.044682 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.044964 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.045259 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] log_dir = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.045530 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] log_file = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.045803 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.046088 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.046374 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.046662 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.046887 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.047108 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.047392 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.047675 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.047948 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.048218 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.048488 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.048759 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.049029 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.049342 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.049806 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.050093 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.050378 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.050652 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.050924 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.051192 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.051459 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.051735 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.053010 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.053010 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.053010 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.053010 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.054295 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.054295 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.054295 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.054295 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.054295 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.056282 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.056282 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.056282 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.056282 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.056282 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] use_journal = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.056282 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] use_json = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.056282 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.056282 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.056851 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.056851 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.057000 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.057343 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.057710 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.058173 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:52:58.058664 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.059196 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.059703 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.060183 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.060698 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.061199 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.061706 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.062193 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.062702 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.063208 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.063705 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.064196 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.064706 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.065219 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.065769 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.066293 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.066796 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.067303 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.067787 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.068321 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.068743 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.069272 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.069773 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.070275 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.070780 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.071263 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.071754 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.072251 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.072745 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.073264 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.073756 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.074256 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.074563 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.074854 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.075357 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.075689 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.075979 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.076269 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.076554 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.076851 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.077159 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.077438 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.077697 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.077980 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.078258 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.078545 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.078823 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.079096 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.079370 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.079648 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.079924 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.080197 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.080475 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.080993 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.081129 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.081429 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.081700 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.081967 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.082241 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.082518 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.082793 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.083065 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.083344 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.083615 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.083894 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.084170 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.084444 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.084715 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.085004 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.085326 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.085606 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.085884 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.086170 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.086454 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.086730 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.087006 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.087282 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.087560 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.087832 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.088123 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.088413 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.088704 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.088989 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.089295 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.089595 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.089877 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.090166 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.090448 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.090728 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.091019 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.091307 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.091601 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.091897 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.092190 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.092489 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.092782 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.093065 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.093404 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.093685 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:52:58.093905 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 16:52:58.094148 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=118937) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 20 16:52:58.441695 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=118937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:58.441930 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=118937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:58.442242 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=118937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:58.442581 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.manager [-] Loading core plugin: ml2 May 20 16:52:58.745962 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:58.746191 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:58.746396 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:58.747628 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:58.747897 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:58.748151 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:58.869332 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:58.869592 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:58.869885 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:58.883278 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:58.883554 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:58.883819 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:58.912189 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:58.912440 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:58.912707 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:58.950396 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:58.950663 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:58.950926 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.180689 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.181421 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.181421 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.181591 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.182221 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.304170 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.304486 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.304772 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.305036 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.305324 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.305633 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.305885 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.306134 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.306380 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.306652 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.306890 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.307152 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.307412 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.307655 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.307912 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.308170 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.308418 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.308809 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.309066 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.309377 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.309726 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.309975 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.310218 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.310496 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.310739 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.310978 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.311357 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=118937) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 16:52:59.311590 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=118937) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 16:52:59.311822 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=118937) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 16:52:59.312052 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=118937) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 16:52:59.312282 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=118937) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 16:52:59.312514 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=118937) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 16:52:59.312876 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 20 16:52:59.316108 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 20 16:52:59.320004 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 20 16:52:59.323849 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) May 20 16:52:59.325503 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 20 16:52:59.325962 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 20 16:52:59.326288 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 20 16:52:59.326663 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 20 16:52:59.329627 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 20 16:52:59.329878 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 20 16:52:59.330216 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 20 16:52:59.358674 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 20 16:52:59.359117 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.359411 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=118937) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 20 16:52:59.359738 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.361106 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=118937) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 20 16:52:59.361411 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 20 16:52:59.361652 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 20 16:52:59.364789 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.365062 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.437791 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 20 16:52:59.437959 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 20 16:52:59.438174 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 20 16:52:59.438543 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 20 16:52:59.472875 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_db.sqlalchemy.engines [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=118937) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 20 16:52:59.810378 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.plugins.ml2.managers [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Initializing driver for type 'gre' May 20 16:52:59.810893 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] gre ID ranges: [(1, 1000)] May 20 16:52:59.867106 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.plugins.ml2.managers [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Initializing driver for type 'local' May 20 16:52:59.867441 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.plugins.ml2.managers [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Initializing driver for type 'vlan' May 20 16:52:59.882977 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] VlanTypeDriver initialization complete May 20 16:52:59.883323 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.plugins.ml2.managers [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Initializing driver for type 'vxlan' May 20 16:52:59.883819 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] vxlan ID ranges: [(1, 1000)] May 20 16:52:59.946782 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.plugins.ml2.managers [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Initializing extension driver 'port_security' May 20 16:52:59.947183 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.plugins.ml2.extensions.port_security [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] PortSecurityExtensionDriver initialization complete May 20 16:52:59.947615 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.plugins.ml2.managers [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Initializing mechanism driver 'openvswitch' May 20 16:52:59.948115 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.plugins.ml2.managers [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Initializing mechanism driver 'hyperv' May 20 16:52:59.955084 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.plugins.ml2.plugin [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=118937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:59.956098 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > port after_create 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.956492 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > port after_update 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.956873 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > port after_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.957439 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > subnet after_create 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.957805 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > subnet after_update 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.958146 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.958522 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > network after_create 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.958865 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > network after_update 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.959202 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > network after_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.959571 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > security_group after_create 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.959907 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > security_group after_update 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.960243 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.960614 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.960933 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.961289 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.961655 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > address_group after_create 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.961987 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > address_group after_update 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.962320 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.962712 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] ML2 OVO RPC backend initialized. {{(pid=118937) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 20 16:52:59.963647 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.964101 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.964529 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > network before_response 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.964872 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > networks before_response 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.965234 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > port before_response 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.965572 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > ports before_response 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.965906 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > subnet before_response 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.966227 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > subnets before_response 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.966569 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > network after_create 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.966905 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > network after_update 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.967237 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > network after_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.967568 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > port after_create 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.967900 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > port after_update 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.968228 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > port after_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.968558 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > subnet after_create 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.968887 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > subnet after_update 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.969236 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:59.969810 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.plugins.ml2.plugin [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Modular L2 Plugin initialization complete May 20 16:52:59.970137 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading services supported by the core plugin {{(pid=118937) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 20 16:52:59.970460 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.plugins.ml2.managers [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Got port-security extension from driver 'port_security' May 20 16:52:59.970917 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.extensions.vlantransparent [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Disabled vlantransparent extension. May 20 16:52:59.971478 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=118937) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 20 16:52:59.971783 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading Plugin: router May 20 16:53:00.009295 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.009691 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > router after_create 55549900 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.010061 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > router before_create 55549900 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.010769 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.011137 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.011481 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > router after_delete 55549900 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.011837 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.012191 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > router after_create 55549900 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.012532 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > router after_update 55549900 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.012879 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > router after_update 55549900 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.013223 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.013577 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > router after_update 55549900 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.013978 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > router precommit_update 55549900 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.014343 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: port after_update 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.014677 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: port after_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.015013 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: subnet after_update 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.015333 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.015677 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.016012 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > router precommit_create 55549900 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.016331 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: port before_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.016663 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > router precommit_create 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.017011 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > router after_update 55549900 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.017374 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.017723 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > router precommit_create 55549900 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.018112 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.018452 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > router precommit_update 55549900 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.018816 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > network after_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.019676 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.quota.resource_registry [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Tracking information for resource: router configured {{(pid=118937) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 16:53:00.019998 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.quota.resource_registry [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Tracking information for resource: floatingip configured {{(pid=118937) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 16:53:00.024947 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.db.l3_agentschedulers_db [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 20 16:53:00.025532 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: port after_update 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.025885 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: port after_create 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.026225 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: port after_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.026571 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: port after_update 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.027357 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > router before_create 55550100 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.027721 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.028081 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > router precommit_create 55550100 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.028428 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > router precommit_update 55550100 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.032994 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.services.provider_configuration [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Service providers = [] {{(pid=118937) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 20 16:53:00.033380 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.db.servicetype_db [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=118937) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 20 16:53:00.036591 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.services.service_base [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=118937) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 16:53:00.036938 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.services.service_base [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=118937) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 16:53:00.037308 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.services.service_base [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=118937) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 16:53:00.038173 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.services.service_base [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=118937) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 16:53:00.038535 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.services.service_base [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Default provider is not specified for service type L3_ROUTER_NAT May 20 16:53:00.039073 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=118937) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 16:53:00.039412 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 20 16:53:00.049799 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=118937) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 16:53:00.050253 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading Plugin: auto_allocate May 20 16:53:00.055983 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: network precommit_update 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.056352 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: network precommit_create 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.056860 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=118937) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 16:53:00.057184 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading Plugin: tag May 20 16:53:00.063992 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=118937) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 16:53:00.064253 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading Plugin: timestamp May 20 16:53:00.073457 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=118937) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 16:53:00.073781 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading Plugin: network_ip_availability May 20 16:53:00.079178 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.079551 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.079903 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.080692 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=118937) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 16:53:00.081004 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading Plugin: flavors May 20 16:53:00.086309 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=118937) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 16:53:00.086640 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading Plugin: revisions May 20 16:53:00.090918 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=118937) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 16:53:00.091313 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_concurrency.lockutils [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.649s {{(pid=118937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:00.092061 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=118937) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 20 16:53:00.092393 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Initializing extension manager. May 20 16:53:00.092902 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: __init__.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.093279 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: __pycache__ {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.093603 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.093932 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: address_group.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.094699 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.095292 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: address-group May 20 16:53:00.095613 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: address_scope.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.096358 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.096962 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: address-scope May 20 16:53:00.097278 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.098232 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.098726 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: router-admin-state-down-before-update May 20 16:53:00.099045 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: agent.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.099711 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.100210 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: agent May 20 16:53:00.100525 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: agent_resources_synced.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.101438 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.101937 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: agent-resources-synced May 20 16:53:00.102249 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: allowedaddresspairs.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.104009 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.104526 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: allowed-address-pairs May 20 16:53:00.104843 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: auto_allocated_topology.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.105934 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.106437 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: auto-allocated-topology May 20 16:53:00.106755 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: availability_zone.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.107438 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.107929 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: availability_zone May 20 16:53:00.108242 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: availability_zone_filter.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.109123 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.109651 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: availability_zone_filter May 20 16:53:00.109971 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: data_plane_status.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.110849 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.111342 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extension data-plane-status not supported by any of loaded plugins May 20 16:53:00.111654 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: default_subnetpools.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.112750 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.113273 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: default-subnetpools May 20 16:53:00.113588 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.114384 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.114874 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: dhcp_agent_scheduler May 20 16:53:00.115173 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: dns.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.116074 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.116564 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extension dns-integration not supported by any of loaded plugins May 20 16:53:00.116881 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: dns_domain_ports.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.117804 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.118292 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extension dns-domain-ports not supported by any of loaded plugins May 20 16:53:00.118613 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: dvr.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.119267 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.119756 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: dvr May 20 16:53:00.120076 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: empty_string_filtering.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.120964 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.121488 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: empty-string-filtering May 20 16:53:00.121803 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.122681 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.123171 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 20 16:53:00.123483 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.124362 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.124854 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 20 16:53:00.125181 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: external_net.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.126078 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.126577 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: external-net May 20 16:53:00.126891 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.127934 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.128437 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: extra_dhcp_opt May 20 16:53:00.128745 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: extraroute.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.129677 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.130168 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: extraroute May 20 16:53:00.130481 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: extraroute_atomic.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.131491 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.131989 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: extraroute-atomic May 20 16:53:00.132305 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: filter_validation.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.132959 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.133482 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: filter-validation May 20 16:53:00.133784 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: fip_pf_description.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.134852 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.135691 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 20 16:53:00.136009 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: fip_port_details.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.136975 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.137501 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: fip-port-details May 20 16:53:00.137839 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: flavors.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.139042 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.139548 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: flavors May 20 16:53:00.139877 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.141556 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.142070 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 20 16:53:00.142717 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: floatingip_pools.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.143278 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.143887 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: floatingip-pools May 20 16:53:00.144209 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: ip_allocation.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.145118 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.145638 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extension ip_allocation not supported by any of loaded plugins May 20 16:53:00.145953 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.146844 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.147345 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: ip-substring-filtering May 20 16:53:00.147662 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: l2_adjacency.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.148550 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.149042 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extension l2_adjacency not supported by any of loaded plugins May 20 16:53:00.149388 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: l3.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.150347 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.150860 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: router May 20 16:53:00.151177 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.153502 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.154027 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 20 16:53:00.154354 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.155247 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.155749 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: ext-gw-mode May 20 16:53:00.156071 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.156972 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.157510 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: l3-ha May 20 16:53:00.157843 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: l3_flavors.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.158781 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.159501 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: l3-flavors May 20 16:53:00.159772 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.160678 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.161207 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: l3-port-ip-change-not-allowed May 20 16:53:00.161518 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: l3agentscheduler.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.162539 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.163038 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: l3_agent_scheduler May 20 16:53:00.163361 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: logging.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.164847 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.165387 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extension logging not supported by any of loaded plugins May 20 16:53:00.165707 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: metering.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.166439 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.166997 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: metering May 20 16:53:00.167318 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.168387 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.168890 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: metering_source_and_destination_fields May 20 16:53:00.169239 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: multiprovidernet.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.170272 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.170769 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: multi-provider May 20 16:53:00.171086 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: netmtu.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.171969 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.172467 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: net-mtu May 20 16:53:00.172781 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: netmtu_writable.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.173706 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.174197 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: net-mtu-writable May 20 16:53:00.174812 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: network_availability_zone.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.175250 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.175741 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: network_availability_zone May 20 16:53:00.176053 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: network_ip_availability.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.177115 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.177642 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: network-ip-availability May 20 16:53:00.177959 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: network_segment_range.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.178709 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.179200 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extension network-segment-range not supported by any of loaded plugins May 20 16:53:00.179514 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: pagination.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.180467 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.180794 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: pagination May 20 16:53:00.181370 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: port_device_profile.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.182011 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.182593 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: port-device-profile May 20 16:53:00.182908 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.183806 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.184305 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: port-mac-address-regenerate May 20 16:53:00.184619 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.185529 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.186023 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: port-numa-affinity-policy May 20 16:53:00.186337 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: port_resource_request.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.187233 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.187726 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extension port-resource-request not supported by any of loaded plugins May 20 16:53:00.188040 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: portbindings.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.188946 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.189478 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: binding May 20 16:53:00.189793 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: portbindings_extended.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.191114 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.191613 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: binding-extended May 20 16:53:00.191932 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: portsecurity.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.192819 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.193353 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: port-security May 20 16:53:00.193670 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: project_id.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.194617 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.194940 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: project-id May 20 16:53:00.195254 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: providernet.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.196167 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.196655 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: provider May 20 16:53:00.196971 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: qos.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.200626 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.201178 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extension qos not supported by any of loaded plugins May 20 16:53:00.201496 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.202728 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.203232 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 20 16:53:00.203557 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.204461 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.204960 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 20 16:53:00.205323 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: qos_default.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.206584 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.207086 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extension qos-default not supported by any of loaded plugins May 20 16:53:00.207410 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: qos_fip.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.208055 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.208549 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extension qos-fip not supported by any of loaded plugins May 20 16:53:00.208867 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: qos_gateway_ip.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.209940 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.210444 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 20 16:53:00.210759 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: qos_port_network_policy.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.211647 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.212146 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 20 16:53:00.212463 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: qos_rule_type_details.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.213383 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.213882 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 20 16:53:00.214178 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: qos_rules_alias.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.215197 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.215695 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extension qos-rules-alias not supported by any of loaded plugins May 20 16:53:00.216010 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: quotasv2.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.217037 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.217397 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: quotas May 20 16:53:00.217715 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: quotasv2_detail.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.219322 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.219652 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: quota_details May 20 16:53:00.219977 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: rbac.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.221015 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.221766 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: rbac-policies May 20 16:53:00.222090 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: rbac_address_group.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.223148 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.223649 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: rbac-address-group May 20 16:53:00.223967 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: rbac_address_scope.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.224860 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.225389 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: rbac-address-scope May 20 16:53:00.225702 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: rbac_security_groups.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.226590 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.227087 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: rbac-security-groups May 20 16:53:00.227403 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: rbac_subnetpool.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.228310 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.228810 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: rbac-subnetpool May 20 16:53:00.229129 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: revisionifmatch.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.230056 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.230552 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: revision-if-match May 20 16:53:00.230871 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: revisions.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.231949 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.232450 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: standard-attr-revisions May 20 16:53:00.232769 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: router_availability_zone.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.233460 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.233955 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: router_availability_zone May 20 16:53:00.234271 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: routerservicetype.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.235162 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.235659 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extension router-service-type not supported by any of loaded plugins May 20 16:53:00.235973 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.236956 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.237489 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: security-groups-normalized-cidr May 20 16:53:00.237804 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.238696 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.239202 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: port-security-groups-filtering May 20 16:53:00.239770 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.240795 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.241376 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: security-groups-remote-address-group May 20 16:53:00.241733 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: securitygroup.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.252386 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.253284 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: security-group May 20 16:53:00.253668 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: segment.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.254658 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.255199 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extension segment not supported by any of loaded plugins May 20 16:53:00.255555 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.256668 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.257502 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 20 16:53:00.257920 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: servicetype.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.259480 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.260024 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: service-type May 20 16:53:00.260773 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: sorting.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.262039 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.262451 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: sorting May 20 16:53:00.262872 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: standard_attr_segment.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.264071 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.264613 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extension standard-attr-segment not supported by any of loaded plugins May 20 16:53:00.264981 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: standardattrdescription.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.265891 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.266425 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: standard-attr-description May 20 16:53:00.266784 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: stateful_security_group.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.267921 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.268738 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: stateful-security-group May 20 16:53:00.269240 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: stdattrs_common.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.270006 dv-cinder-786524-7-iscsi neutron-server[118937]: WARNING neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 20 16:53:00.270458 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.271655 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.272198 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 20 16:53:00.272566 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: subnet_onboard.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.273911 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.274456 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: subnet_onboard May 20 16:53:00.274876 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.276080 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.276618 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 20 16:53:00.276980 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: subnet_service_types.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.278165 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.278741 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: subnet-service-types May 20 16:53:00.279154 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: subnetallocation.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.280374 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.280980 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: subnet_allocation May 20 16:53:00.281333 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.281987 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.282492 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: subnetpool-prefix-ops May 20 16:53:00.282807 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.283767 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.284267 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 20 16:53:00.284583 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: tagging.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.285823 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.286338 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: standard-attr-tag May 20 16:53:00.286662 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: timestamp.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.287857 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.288359 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loaded extension: standard-attr-timestamp May 20 16:53:00.288682 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: trunk.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.289730 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.290236 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extension trunk not supported by any of loaded plugins May 20 16:53:00.290559 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: trunk_details.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.291588 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.292086 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extension trunk-details not supported by any of loaded plugins May 20 16:53:00.292407 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: uplink_status_propagation.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.293338 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.293838 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 20 16:53:00.294156 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Loading extension file: vlantransparent.py {{(pid=118937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:53:00.294821 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=118937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:53:00.295320 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extension vlan-transparent not supported by any of loaded plugins May 20 16:53:00.297924 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.quota.resource_registry [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Creating instance of TrackedResource for resource:network May 20 16:53:00.298794 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.quota.resource_registry [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Creating instance of TrackedResource for resource:subnet May 20 16:53:00.299843 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.quota.resource_registry [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Creating instance of TrackedResource for resource:subnetpool May 20 16:53:00.300545 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.quota.resource_registry [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Creating instance of TrackedResource for resource:port May 20 16:53:00.301885 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.v2.resource_helper [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=118937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:53:00.302320 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.v2.resource_helper [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Service FLAVORS assigned prefix: {{(pid=118937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:53:00.302948 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.v2.resource_helper [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=118937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:53:00.303372 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.v2.resource_helper [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=118937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:53:00.303695 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.quota.resource_registry [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Creating instance of TrackedResource for resource:router May 20 16:53:00.304337 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.quota.resource_registry [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Creating instance of TrackedResource for resource:floatingip May 20 16:53:00.305041 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.v2.resource_helper [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Service METERING assigned prefix: /metering {{(pid=118937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:53:00.306540 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.306909 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.307257 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:53:00.308401 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.quota.resource_registry [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Creating instance of CountableResource for resource:rbac_policy May 20 16:53:00.308852 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.quota.resource_registry [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Creating instance of TrackedResource for resource:security_group May 20 16:53:00.309543 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.quota.resource_registry [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Creating instance of TrackedResource for resource:security_group_rule May 20 16:53:00.310325 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.v2.resource_helper [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Service CORE assigned prefix: {{(pid=118937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:53:00.310650 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.quota.resource_registry [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Creating instance of TrackedResource for resource:subnetpool May 20 16:53:00.310983 dv-cinder-786524-7-iscsi neutron-server[118937]: WARNING neutron.quota.resource_registry [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] subnetpool is already registered May 20 16:53:00.311599 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.v2.resource_helper [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Service CORE assigned prefix: {{(pid=118937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:53:00.311921 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.quota.resource_registry [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Creating instance of TrackedResource for resource:subnetpool May 20 16:53:00.312240 dv-cinder-786524-7-iscsi neutron-server[118937]: WARNING neutron.quota.resource_registry [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] subnetpool is already registered May 20 16:53:00.316349 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.v2.resource_helper [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=118937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:53:00.316715 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.v2.resource_helper [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Service FLAVORS assigned prefix: {{(pid=118937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:53:00.317341 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.v2.resource_helper [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=118937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:53:00.317760 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.v2.resource_helper [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=118937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:53:00.318089 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.quota.resource_registry [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Creating instance of TrackedResource for resource:router May 20 16:53:00.318415 dv-cinder-786524-7-iscsi neutron-server[118937]: WARNING neutron.quota.resource_registry [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] router is already registered May 20 16:53:00.319010 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.quota.resource_registry [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Creating instance of TrackedResource for resource:floatingip May 20 16:53:00.319326 dv-cinder-786524-7-iscsi neutron-server[118937]: WARNING neutron.quota.resource_registry [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] floatingip is already registered May 20 16:53:00.319944 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.v2.resource_helper [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Service METERING assigned prefix: /metering {{(pid=118937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:53:00.320609 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.quota.resource_registry [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Creating instance of CountableResource for resource:rbac_policy May 20 16:53:00.320930 dv-cinder-786524-7-iscsi neutron-server[118937]: WARNING neutron.quota.resource_registry [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] rbac_policy is already registered May 20 16:53:00.321499 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.quota.resource_registry [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Creating instance of TrackedResource for resource:security_group May 20 16:53:00.321825 dv-cinder-786524-7-iscsi neutron-server[118937]: WARNING neutron.quota.resource_registry [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] security_group is already registered May 20 16:53:00.322406 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.quota.resource_registry [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Creating instance of TrackedResource for resource:security_group_rule May 20 16:53:00.322732 dv-cinder-786524-7-iscsi neutron-server[118937]: WARNING neutron.quota.resource_registry [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] security_group_rule is already registered May 20 16:53:00.323378 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.v2.resource_helper [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Service CORE assigned prefix: {{(pid=118937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:53:00.323699 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.quota.resource_registry [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Creating instance of TrackedResource for resource:subnetpool May 20 16:53:00.324027 dv-cinder-786524-7-iscsi neutron-server[118937]: WARNING neutron.quota.resource_registry [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] subnetpool is already registered May 20 16:53:00.324612 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.v2.resource_helper [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Service CORE assigned prefix: {{(pid=118937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:53:00.324927 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.quota.resource_registry [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Creating instance of TrackedResource for resource:subnetpool May 20 16:53:00.325276 dv-cinder-786524-7-iscsi neutron-server[118937]: WARNING neutron.quota.resource_registry [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] subnetpool is already registered May 20 16:53:00.325944 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: extensions {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.327425 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: address-groups {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.329039 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: address-scopes {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.330281 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: agents {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.331748 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: auto-allocated-topology {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.332977 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: availability_zones {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.334334 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: dhcp-networks {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.335714 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: dhcp-agents {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.337117 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: routers {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.338933 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: flavors {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.340111 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: service_profiles {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.341338 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: next_providers {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.342838 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: service_profiles {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.344278 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: floatingip-pools {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.345539 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: routers {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.347556 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: floatingips {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.348748 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: l3-routers {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.350153 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: l3-agents {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.351555 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: metering-labels {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.352897 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: metering-label-rules {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.354199 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: network-ip-availabilities {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.355445 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: bindings {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.357073 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: quotas {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.358533 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: quotas {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.359988 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: rbac-policies {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.361311 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: security-groups {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.362611 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: security-group-rules {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.363834 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: service-providers {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.365051 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: subnetpools {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.366493 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: subnetpools {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.368004 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: tags {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.369695 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: tags {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.371493 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: tags {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.373277 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: tags {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.376039 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: tags {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.378121 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: tags {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.380024 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: tags {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.497122 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: tags {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.498955 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: tags {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.500913 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron.api.extensions [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Extended resource: tags {{(pid=118937) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:53:00.507283 dv-cinder-786524-7-iscsi neutron-server[118937]: WARNING keystonemiddleware.auth_token [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 20 16:53:00.512382 dv-cinder-786524-7-iscsi neutron-server[118937]: WARNING keystonemiddleware.auth_token [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 20 16:53:00.521032 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_concurrency.lockutils [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Acquired lock "singleton_lock" {{(pid=118937) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 20 16:53:00.521692 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_concurrency.lockutils [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Releasing lock "singleton_lock" {{(pid=118937) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 20 16:53:00.522325 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO oslo_service.service [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Starting 2 workers May 20 16:53:00.526934 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Started child 119044 {{(pid=118937) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 16:53:00.531067 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Started child 119045 {{(pid=118937) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 16:53:00.531982 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:00.532748 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO neutron.service [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Neutron service started, listening on 0.0.0.0:9696 May 20 16:53:00.533184 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Notify callbacks [] for process, before_spawn {{(pid=118937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:00.533415 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [-] (119044) wsgi starting up on http://0.0.0.0:9696 May 20 16:53:00.535722 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO oslo_service.service [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Starting 1 workers May 20 16:53:00.536239 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:00.537616 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [-] (119045) wsgi starting up on http://0.0.0.0:9696 May 20 16:53:00.540672 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Started child 119046 {{(pid=118937) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 16:53:00.541174 dv-cinder-786524-7-iscsi neutron-server[118937]: INFO oslo_service.service [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Starting 1 workers May 20 16:53:00.543911 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.service [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] calling RpcWorker wait() {{(pid=119046) _wait /opt/stack/neutron/neutron/service.py:128}} May 20 16:53:00.544460 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.service [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] returning from RpcWorker wait() {{(pid=119046) _wait /opt/stack/neutron/neutron/service.py:135}} May 20 16:53:00.545382 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Started child 119047 {{(pid=118937) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 16:53:00.545602 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:00.546124 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:53:00.546263 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG neutron_lib.callbacks.manager [None req-1652e400-bebe-4755-9e47-5c311cd1f4f1 None None] Notify callbacks [] for process, after_spawn {{(pid=118937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:00.547966 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=118937) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 20 16:53:00.548152 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 16:53:00.548361 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 16:53:00.548551 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 16:53:00.548921 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 16:53:00.549059 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 16:53:00.550172 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.550172 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.550380 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.550616 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.550895 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.551021 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:00.551498 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.551681 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.551930 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.552212 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.552467 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.552594 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.552757 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.553011 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.553267 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.553569 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.553852 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.554104 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.554350 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.554510 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.554757 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] config_source = [] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.555020 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.555256 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.555519 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] debug = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.555758 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.556211 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.556450 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.556680 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.556894 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.557172 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.557437 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.557770 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.558012 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.558222 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.558452 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.558690 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.558928 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.559143 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.559347 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.559591 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.559805 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.560290 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] host = dv-cinder-786524-7-iscsi {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.560523 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.560750 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.561001 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.561278 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.561543 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.561759 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.562006 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.562269 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.562509 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.562750 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.562982 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.563236 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.563459 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] log_dir = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.563691 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] log_file = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.563852 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] log_options = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.564081 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.564365 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.564642 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.564832 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.565277 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.565502 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.565762 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.565926 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.566178 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.566655 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.566823 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.567039 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.567287 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.567558 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.567819 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.568012 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.568264 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.568474 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.568738 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.568974 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.569224 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.569454 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.569674 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.569913 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.570124 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.570342 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.570584 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.570816 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.571031 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.571285 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.571518 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.571767 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.572021 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.572274 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.572521 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.572746 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.573901 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.574208 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.574471 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.574775 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.575013 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.575252 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.575492 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.575726 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.575972 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] use_journal = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.576216 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] use_json = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.576454 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.576677 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.576967 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.577246 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.577963 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.577963 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.578649 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.579002 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.579556 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:53:00.579851 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.580807 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.581229 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.581498 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.581765 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.584184 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.584472 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.585114 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.585431 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.585683 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.586013 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.586262 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.586736 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.587186 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.587562 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.587818 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.588102 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.589293 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.589530 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.589762 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.590030 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.590264 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.590694 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.591233 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.591500 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.591770 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.592002 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.592253 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.592475 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.592697 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.592918 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.593172 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.593424 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.593651 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.593872 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.594108 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.594342 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.594563 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.594797 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.595025 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.595482 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.595627 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.595809 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.595969 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.596144 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.597275 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.597275 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.597619 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.597619 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.598031 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.598265 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.598408 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.598544 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.598723 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.598949 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.599189 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.599414 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.599631 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.599870 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.600096 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.600329 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.600589 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.600811 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.601029 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.601270 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.601603 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.601746 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.601964 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.602189 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.602412 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.602638 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.602861 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.603095 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.603310 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.603524 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.603913 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.604058 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.604241 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.604392 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.604599 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.604823 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.605178 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.605335 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.605487 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.605814 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.606081 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.606339 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.606578 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.606815 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.607061 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.607311 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.607562 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.607895 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.608089 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.608317 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.608589 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.608821 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.609073 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.609359 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.609598 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.609858 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.610081 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.610357 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.610615 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.610865 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.611104 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.611384 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.611621 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.611957 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.612858 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.613332 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.613490 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.613655 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.613913 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.614136 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.614400 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.614703 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.615169 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.615169 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.615576 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.615749 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.616013 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.616201 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.616439 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.616673 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.616911 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.617133 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.617446 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.617707 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.618012 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.618175 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.618430 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.618718 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.618954 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.619294 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.619470 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.619665 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.619901 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.620149 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.620572 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.620719 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.620892 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.621135 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.621399 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.621615 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.621843 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.622091 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.622304 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.622533 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.622750 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.622991 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.623363 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.623507 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.623644 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.623854 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.624073 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.624307 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.624545 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.624763 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.625005 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.625238 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.625467 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.625678 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.625895 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.626111 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.626328 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.626736 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.626895 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.627033 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.627273 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.627639 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.628987 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.628987 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.628987 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.629450 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.629450 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.629729 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.629910 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.630126 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.630340 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.630558 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.630778 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.631011 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.631239 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.631454 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.631720 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.632555 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.632555 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.632555 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.633007 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.633007 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.633341 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.633479 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.635883 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.635883 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.635883 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.635883 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.635883 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.635883 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.635883 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.635883 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.637659 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.637659 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.637659 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.637659 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.637659 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.637659 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.637659 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.637659 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.637659 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.638874 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.638874 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.638874 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.638874 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.638874 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.638874 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.640857 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.640857 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.640857 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.640857 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.640857 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.640857 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.640857 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.640857 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.640857 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.641948 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.641948 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.641948 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.641948 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.641948 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.641948 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.642552 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.642552 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.642766 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.643330 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.643492 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.644975 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.645269 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.645621 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.645853 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.646127 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.646367 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.646593 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.646821 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.647083 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.647408 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.647693 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.647945 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.648207 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.648490 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.648781 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.649059 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.649315 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.649636 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.649957 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.650232 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.650494 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.650758 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.651028 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.651254 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.651488 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.651725 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.651971 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.652188 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.652428 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.652676 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.652900 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.653118 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.653383 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.653599 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.653822 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.654052 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.654292 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.654528 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.654688 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 16:53:00.655243 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=118937) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 20 16:53:00.655404 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 16:53:00.655556 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 16:53:00.655725 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 16:53:00.655892 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 16:53:00.656044 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 16:53:00.656251 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.656413 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.656575 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.656734 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.656896 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.657094 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.657287 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.657442 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.657582 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.657720 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.657878 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.658034 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.658182 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.658331 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.658468 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.658625 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.659295 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.659455 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.659620 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.659802 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] config_source = [] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.659946 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.660204 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.660204 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] debug = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.660482 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.660644 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.660798 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.660928 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.661053 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.661205 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.661331 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.661450 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.661592 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.661750 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.661911 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.662061 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.662216 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.662411 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.662566 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.662737 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.662870 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.663057 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] host = dv-cinder-786524-7-iscsi {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.663196 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.663337 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.663473 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.663609 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.663741 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.663878 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.664011 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.664146 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.664295 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.664443 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.664580 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.664716 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.664851 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] log_dir = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.664987 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] log_file = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.665116 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] log_options = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.665263 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.665428 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.665584 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.665760 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.665921 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.666094 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.666237 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.666362 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.666516 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.666671 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.666827 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.666983 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.667139 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.667295 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.667450 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.667605 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.667761 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.667917 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.668074 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.668230 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.668387 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.668542 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.668700 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.668855 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.669012 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.669189 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.669337 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.669494 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.669649 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.669806 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.669962 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.670245 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.670245 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.670494 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.670618 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.670740 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.670863 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.670986 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.671120 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.671276 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.671433 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.671589 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.671746 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.671901 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.672058 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] use_journal = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.672214 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] use_json = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.672371 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.672545 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.672663 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.672812 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.672970 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.673125 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.673313 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.673469 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:53:00.674013 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.674013 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.674013 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.674609 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.674609 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.674609 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.675034 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.675198 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.676112 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.676112 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.676112 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.676112 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.676112 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.676112 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.677326 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.677326 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.677326 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.677326 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.677326 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.677326 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.677326 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.677326 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.678205 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.678205 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.678205 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.678205 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.678205 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.678205 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.679246 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.679246 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.679246 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.679246 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.679246 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.679246 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.679246 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.681611 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.681611 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.681611 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.681611 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.681611 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.681611 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.681611 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.681611 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.682074 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.682141 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:53:00.682216 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.682216 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.682216 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.682216 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.682216 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.682216 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.682216 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.682216 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.682216 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.682725 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.682725 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.682725 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.682725 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.682725 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.683015 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.683015 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.683136 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.683300 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.683460 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.683621 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.683778 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.683940 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.684099 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.684258 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.684418 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.684578 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.684740 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.684899 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.685065 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.685227 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.685388 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.685549 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.685708 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.685871 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.686032 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.686191 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.686352 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.686512 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.686673 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.686832 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.687000 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.687175 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.687335 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.687497 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.687655 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.687814 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.687973 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.688133 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.688292 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.688453 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.688612 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.688770 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.688931 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.689094 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.689276 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.689440 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.689599 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.689759 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.689996 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.690227 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.690821 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.690988 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.691152 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.691313 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.691473 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.691632 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.691837 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.691964 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.692113 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.692278 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.692582 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.692878 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.693224 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.693401 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.693547 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.693708 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.693867 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.694028 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.694188 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.694349 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.694509 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.694671 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.694832 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.695001 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.695171 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.695330 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.695492 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.695651 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.696135 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.696135 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.696135 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.696379 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.696462 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.696603 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.696919 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.697171 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.697285 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.697413 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.697561 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.697720 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.697884 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.698046 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.698201 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.698360 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.698521 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.698692 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.698839 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.698992 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.699153 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.699312 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.699472 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.699635 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.699797 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.699959 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.700120 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.700280 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.700443 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.705176 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.705176 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.705176 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.705176 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.705176 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.705176 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.705176 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.705176 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.705737 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.705737 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.705737 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.705737 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.705737 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.705737 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.705737 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.705737 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.706283 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.706283 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.706283 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.706283 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.706283 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.706283 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.706283 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.706283 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.706736 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.706736 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.706736 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.706736 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.706736 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.706736 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.706736 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.706736 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.707202 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.707202 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.707202 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.707202 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.707202 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.707202 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.707550 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.707550 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.707550 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.707723 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.707827 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.707988 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.708149 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.708323 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.708485 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.708644 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.708804 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.708963 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.709131 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.709315 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.709476 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.709634 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.709793 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.709967 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.710127 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.710286 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.710445 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.710604 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.710772 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.710933 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.711091 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.711249 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.711410 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.711577 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.711736 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.711894 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.712053 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.712211 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.712380 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.712542 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.712702 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.712869 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.713029 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.713208 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.713370 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.713543 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.713703 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.713868 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.714029 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.714189 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.714350 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.714511 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.714678 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.714848 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.715015 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.715177 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.715345 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.715513 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.715682 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.715842 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.716008 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.716180 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.716339 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.716510 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.716664 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.716822 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.717051 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.717160 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.717302 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.717459 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.718182 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.718182 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.718182 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.718182 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.718182 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.718491 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.718491 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.718653 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.718808 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.718967 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.719131 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:53:00.719284 dv-cinder-786524-7-iscsi neutron-server[118937]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=118937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 16:53:00.799355 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 44896) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:00.812567 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0099268 May 20 16:53:11.780169 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f25fc65-bd6c-4d14-9457-51f9fae5ee4d None None] get_active_networks_info from dv-cinder-786524-7-iscsi {{(pid=119046) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 16:53:11.844570 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f25fc65-bd6c-4d14-9457-51f9fae5ee4d None None] No non-hosted networks {{(pid=119046) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 20 16:53:11.861799 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-5670d759-dc87-47da-a10c-09f36f915ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156'] for agent, after_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:14.065765 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156'] for agent, after_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:14.067183 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:14.067861 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:14.068407 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:14.069918 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:14.070562 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:14.071073 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:14.071805 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:14.072355 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:14.072875 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:14.073613 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:14.074294 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:14.074807 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:14.075380 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786524-7-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:53:14.084006 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786524-7-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:53:14.289181 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b73542aa-c336-4f7f-867a-e1ca8742c364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156'] for agent, after_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:14.348271 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-7167dc19-60ce-40ab-b842-56e927060c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:15.118155 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156'] for agent, after_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:16.838544 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156'] for agent, after_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:18.333511 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 44988) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:18.953959 dv-cinder-786524-7-iscsi neutron-server[119044]: WARNING oslo_policy.policy [None req-552064a1-2ae5-46da-9782-09f92bf50280 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 16:53:18.954537 dv-cinder-786524-7-iscsi neutron-server[119044]: WARNING oslo_policy.policy [None req-552064a1-2ae5-46da-9782-09f92bf50280 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 16:53:19.167817 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [None req-552064a1-2ae5-46da-9782-09f92bf50280 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=119044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:53:19.169002 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-552064a1-2ae5-46da-9782-09f92bf50280 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8329146 May 20 16:53:20.271170 dv-cinder-786524-7-iscsi neutron-server[119046]: INFO neutron.db.l3_hamode_db [None req-237c77c0-24ac-463e-a957-54fa8d6f44f2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 20 16:53:20.358882 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237c77c0-24ac-463e-a957-54fa8d6f44f2 None None] Routers set() bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:53:20.359268 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237c77c0-24ac-463e-a957-54fa8d6f44f2 None None] Router IDs set() for agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 20 16:53:21.554628 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 45002) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:22.173961 dv-cinder-786524-7-iscsi neutron-server[119045]: WARNING oslo_policy.policy [None req-174a9c85-6f1c-4637-a4b8-77e9fe1cf501 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 16:53:22.174928 dv-cinder-786524-7-iscsi neutron-server[119045]: WARNING oslo_policy.policy [None req-174a9c85-6f1c-4637-a4b8-77e9fe1cf501 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 16:53:22.403190 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-174a9c85-6f1c-4637-a4b8-77e9fe1cf501 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:53:22.503822 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.policy [None req-174a9c85-6f1c-4637-a4b8-77e9fe1cf501 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=119045) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 16:53:22.550014 dv-cinder-786524-7-iscsi neutron-server[119045]: WARNING oslo_policy.policy [None req-174a9c85-6f1c-4637-a4b8-77e9fe1cf501 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 16:53:22.550421 dv-cinder-786524-7-iscsi neutron-server[119045]: WARNING oslo_policy.policy [None req-174a9c85-6f1c-4637-a4b8-77e9fe1cf501 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 16:53:22.558954 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.quota [None req-174a9c85-6f1c-4637-a4b8-77e9fe1cf501 admin admin] Loaded quota_driver: . May 20 16:53:22.575302 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-174a9c85-6f1c-4637-a4b8-77e9fe1cf501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:22.644735 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-174a9c85-6f1c-4637-a4b8-77e9fe1cf501 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727200533046', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727200531905', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727200556638', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727200560106', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727200572525', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727200566592', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-655265', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1017440', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16742245', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16679183'] for rbac-policy, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:22.712067 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-174a9c85-6f1c-4637-a4b8-77e9fe1cf501 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:22.713400 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-174a9c85-6f1c-4637-a4b8-77e9fe1cf501 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1578410 May 20 16:53:25.354545 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 45020) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:25.726358 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Request body: {'network': {'tenant_id': 'c6f7dbe3c5da487697be77d803ee5c51', 'name': 'private', 'project_id': 'c6f7dbe3c5da487697be77d803ee5c51', 'admin_state_up': True}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:53:25.731497 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:25.736288 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Usage tracker for resource:network and tenant:c6f7dbe3c5da487697be77d803ee5c51 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:25.741056 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:25.747191 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:25.759841 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Made reservation on behalf of c6f7dbe3c5da487697be77d803ee5c51 for: {'network': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:53:25.763030 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605269'] for network, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:25.780370 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:25.794240 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:25.797960 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Usage tracker for resource:security_group_rule and tenant:c6f7dbe3c5da487697be77d803ee5c51 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:25.802987 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:25.808543 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:25.914198 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:25.920544 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:25.926050 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:25.943694 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=119045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:53:25.969343 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727197678138', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:25.969845 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Unsubscribe: segment precommit_create {{(pid=119045) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 16:53:25.970324 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.db.segments_db [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Added segment 912d2728-e7bb-41a9-8a26-2f41561d8f39 of type vlan for network bbcd25da-643c-4103-b592-a728c15bdb4d May 20 16:53:26.017529 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cca9b6-e789-4f0b-822b-3a1d6c2061e2,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:26.038312 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:26.038667 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:26.038992 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:26.039308 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:26.039615 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:26.039939 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:26.040248 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:26.040570 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:26.040888 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:26.041177 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:26.041497 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:26.041794 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:26.042909 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Tracked resource versions report: May 20 16:53:26.042909 dv-cinder-786524-7-iscsi neutron-server[119045]: pushed versions: May 20 16:53:26.042909 dv-cinder-786524-7-iscsi neutron-server[119045]: { 'AddressGroup': {'1.2'}, May 20 16:53:26.042909 dv-cinder-786524-7-iscsi neutron-server[119045]: 'ConntrackHelper': {'1.0'}, May 20 16:53:26.042909 dv-cinder-786524-7-iscsi neutron-server[119045]: 'Log': {'1.0'}, May 20 16:53:26.042909 dv-cinder-786524-7-iscsi neutron-server[119045]: 'Network': {'1.1'}, May 20 16:53:26.042909 dv-cinder-786524-7-iscsi neutron-server[119045]: 'Port': {'1.7'}, May 20 16:53:26.042909 dv-cinder-786524-7-iscsi neutron-server[119045]: 'PortForwarding': {'1.2'}, May 20 16:53:26.042909 dv-cinder-786524-7-iscsi neutron-server[119045]: 'QosPolicy': {'1.8'}, May 20 16:53:26.042909 dv-cinder-786524-7-iscsi neutron-server[119045]: 'SecurityGroup': {'1.4'}, May 20 16:53:26.042909 dv-cinder-786524-7-iscsi neutron-server[119045]: 'SecurityGroupRule': {'1.2'}, May 20 16:53:26.042909 dv-cinder-786524-7-iscsi neutron-server[119045]: 'SubPort': {'1.0'}, May 20 16:53:26.042909 dv-cinder-786524-7-iscsi neutron-server[119045]: 'Subnet': {'1.1'}, May 20 16:53:26.042909 dv-cinder-786524-7-iscsi neutron-server[119045]: 'Trunk': {'1.1'}} May 20 16:53:26.042909 dv-cinder-786524-7-iscsi neutron-server[119045]: consumer versions: May 20 16:53:26.042909 dv-cinder-786524-7-iscsi neutron-server[119045]: { DHCP agent@dv-cinder-786524-7-iscsi: {}, May 20 16:53:26.042909 dv-cinder-786524-7-iscsi neutron-server[119045]: L3 agent@dv-cinder-786524-7-iscsi: {}, May 20 16:53:26.042909 dv-cinder-786524-7-iscsi neutron-server[119045]: Metadata agent@dv-cinder-786524-7-iscsi: {}, May 20 16:53:26.042909 dv-cinder-786524-7-iscsi neutron-server[119045]: Metering agent@dv-cinder-786524-7-iscsi: {}, May 20 16:53:26.042909 dv-cinder-786524-7-iscsi neutron-server[119045]: Open vSwitch agent@dv-cinder-786524-7-iscsi: { 'AddressGroup': '1.2', May 20 16:53:26.042909 dv-cinder-786524-7-iscsi neutron-server[119045]: 'ConntrackHelper': '1.0', May 20 16:53:26.042909 dv-cinder-786524-7-iscsi neutron-server[119045]: 'Log': '1.0', May 20 16:53:26.042909 dv-cinder-786524-7-iscsi neutron-server[119045]: 'Network': '1.1', May 20 16:53:26.042909 dv-cinder-786524-7-iscsi neutron-server[119045]: 'Port': '1.7', May 20 16:53:26.042909 dv-cinder-786524-7-iscsi neutron-server[119045]: 'PortForwarding': '1.2', May 20 16:53:26.042909 dv-cinder-786524-7-iscsi neutron-server[119045]: 'QosPolicy': '1.8', May 20 16:53:26.042909 dv-cinder-786524-7-iscsi neutron-server[119045]: 'SecurityGroup': '1.4', May 20 16:53:26.042909 dv-cinder-786524-7-iscsi neutron-server[119045]: 'SecurityGroupRule': '1.2', May 20 16:53:26.042909 dv-cinder-786524-7-iscsi neutron-server[119045]: 'SubPort': '1.0', May 20 16:53:26.042909 dv-cinder-786524-7-iscsi neutron-server[119045]: 'Subnet': '1.1', May 20 16:53:26.042909 dv-cinder-786524-7-iscsi neutron-server[119045]: 'Trunk': '1.1'}} May 20 16:53:26.042909 dv-cinder-786524-7-iscsi neutron-server[119045]: {{(pid=119045) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 16:53:26.088200 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727197218515'] for network, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:26.095607 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:26.132069 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128'] for network, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:26.134230 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:26.135598 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:26.141340 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:26.248535 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Pushing event updated for resources: {'Network': ['ID=bbcd25da-643c-4103-b592-a728c15bdb4d,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:26.251596 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8960989 May 20 16:53:26.253619 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:26.262908 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Network bbcd25da-643c-4103-b592-a728c15bdb4d details requested by agent ovs-agent-dv-cinder-786524-7-iscsi with host dv-cinder-786524-7-iscsi {{(pid=119046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:53:29.015278 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 45036) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:29.519184 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f884855-d9c4-41fa-b3b7-81207a4e2edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:29.520555 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-0f884855-d9c4-41fa-b3b7-81207a4e2edf admin admin] 10.222.0.36 "GET /v2.0/networks/bbcd25da-643c-4103-b592-a728c15bdb4d HTTP/1.1" status: 200 len: 825 time: 0.5042992 May 20 16:53:29.552335 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-a67b85dc-e6a7-44de-8931-b4fb9ec9df70 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/82761bed-63d5-4981-9d61-901b19038397 HTTP/1.1" status: 200 len: 734 time: 0.0235825 May 20 16:53:29.564056 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-629f1228-475f-4cdb-a208-71bd54f5a312 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '82761bed-63d5-4981-9d61-901b19038397', 'tenant_id': 'c6f7dbe3c5da487697be77d803ee5c51', 'name': 'private-subnet', 'network_id': 'bbcd25da-643c-4103-b592-a728c15bdb4d', 'gateway_ip': '172.20.0.1'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:53:29.568356 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-629f1228-475f-4cdb-a208-71bd54f5a312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:29.572246 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-629f1228-475f-4cdb-a208-71bd54f5a312 admin admin] Usage tracker for resource:subnet and tenant:c6f7dbe3c5da487697be77d803ee5c51 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:29.575221 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-629f1228-475f-4cdb-a208-71bd54f5a312 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:29.581032 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-629f1228-475f-4cdb-a208-71bd54f5a312 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:29.594239 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629f1228-475f-4cdb-a208-71bd54f5a312 admin admin] Made reservation on behalf of c6f7dbe3c5da487697be77d803ee5c51 for: {'subnet': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:53:29.596714 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-629f1228-475f-4cdb-a208-71bd54f5a312 admin admin] Notify callbacks [] for subnet, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:30.109651 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-629f1228-475f-4cdb-a208-71bd54f5a312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159'] for subnet, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:30.114841 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:30.194096 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f1228-475f-4cdb-a208-71bd54f5a312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d10b1fa3-dec9-45f6-bec8-46f3707f4367,revision_number=0']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:30.199777 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629f1228-475f-4cdb-a208-71bd54f5a312 admin admin] Checking segment: {'id': '912d2728-e7bb-41a9-8a26-2f41561d8f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'bbcd25da-643c-4103-b592-a728c15bdb4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:53:30.200153 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629f1228-475f-4cdb-a208-71bd54f5a312 admin admin] Network hostable DHCP agents. Network: bbcd25da-643c-4103-b592-a728c15bdb4d, hostable agents: ['6b6b5109-91f6-4dcc-9375-40169a0e8fed'], hosted agents: [] {{(pid=119045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:53:30.202984 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-629f1228-475f-4cdb-a208-71bd54f5a312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:30.222502 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629f1228-475f-4cdb-a208-71bd54f5a312 admin admin] Network bbcd25da-643c-4103-b592-a728c15bdb4d is scheduled to be hosted by DHCP agent 6b6b5109-91f6-4dcc-9375-40169a0e8fed with binding_index 1 {{(pid=119045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:53:30.234746 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [None req-629f1228-475f-4cdb-a208-71bd54f5a312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-iscsi, bbcd25da-643c-4103-b592-a728c15bdb4d) {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:53:30.239607 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629f1228-475f-4cdb-a208-71bd54f5a312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:30.240186 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-629f1228-475f-4cdb-a208-71bd54f5a312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for subnet, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:30.244711 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0376dbd-377e-4e9c-8154-3fd3ce1f5249 None None] Network bbcd25da-643c-4103-b592-a728c15bdb4d requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:53:30.263344 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-629f1228-475f-4cdb-a208-71bd54f5a312 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7030802 May 20 16:53:30.568515 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9e3bc99-4bc4-5a8a-9ef8-f495f19de429-bbcd25da-643c-4103-b592-a728c15bdb4d', 'network_id': 'bbcd25da-643c-4103-b592-a728c15bdb4d', 'tenant_id': 'c6f7dbe3c5da487697be77d803ee5c51', 'fixed_ips': [{'subnet_id': 'd10b1fa3-dec9-45f6-bec8-46f3707f4367'}]}} from dv-cinder-786524-7-iscsi. {{(pid=119046) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:53:30.569779 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:30.761541 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.db_base_plugin_common [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Allocated IP 172.20.0.2 (bbcd25da-643c-4103-b592-a728c15bdb4d/d10b1fa3-dec9-45f6-bec8-46f3707f4367/c15a045d-9cf7-474d-8107-2b573c1377f4) {{(pid=119046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:53:30.994117 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Notify callbacks [] for port, precommit_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:31.007846 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Transition to ACTIVE for port object c15a045d-9cf7-474d-8107-2b573c1377f4 will not be triggered until provisioned by entity L2. {{(pid=119046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:53:31.028308 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Transition to ACTIVE for port object c15a045d-9cf7-474d-8107-2b573c1377f4 will not be triggered until provisioned by entity DHCP. {{(pid=119046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:53:31.035493 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791'] for port, after_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:31.039748 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:31.103562 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Network bbcd25da-643c-4103-b592-a728c15bdb4d is already hosted by enough agents. {{(pid=119046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:53:31.106363 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.scheduler.base_scheduler [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Resources bound (agent type, host, resource id): {{(pid=119046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:53:31.113846 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Received port after_create {{(pid=119046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:53:31.116023 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Pushing event updated for resources: {'Port': ['ID=c15a045d-9cf7-474d-8107-2b573c1377f4,revision_number=1']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:31.153574 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:31.153927 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:31.154258 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:31.154579 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:31.154886 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:31.155219 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:31.155533 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:31.155843 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:31.156172 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:31.156482 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:31.156793 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:31.157102 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:31.158384 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Tracked resource versions report: May 20 16:53:31.158384 dv-cinder-786524-7-iscsi neutron-server[119046]: pushed versions: May 20 16:53:31.158384 dv-cinder-786524-7-iscsi neutron-server[119046]: { 'AddressGroup': {'1.2'}, May 20 16:53:31.158384 dv-cinder-786524-7-iscsi neutron-server[119046]: 'ConntrackHelper': {'1.0'}, May 20 16:53:31.158384 dv-cinder-786524-7-iscsi neutron-server[119046]: 'Log': {'1.0'}, May 20 16:53:31.158384 dv-cinder-786524-7-iscsi neutron-server[119046]: 'Network': {'1.1'}, May 20 16:53:31.158384 dv-cinder-786524-7-iscsi neutron-server[119046]: 'Port': {'1.7'}, May 20 16:53:31.158384 dv-cinder-786524-7-iscsi neutron-server[119046]: 'PortForwarding': {'1.2'}, May 20 16:53:31.158384 dv-cinder-786524-7-iscsi neutron-server[119046]: 'QosPolicy': {'1.8'}, May 20 16:53:31.158384 dv-cinder-786524-7-iscsi neutron-server[119046]: 'SecurityGroup': {'1.4'}, May 20 16:53:31.158384 dv-cinder-786524-7-iscsi neutron-server[119046]: 'SecurityGroupRule': {'1.2'}, May 20 16:53:31.158384 dv-cinder-786524-7-iscsi neutron-server[119046]: 'SubPort': {'1.0'}, May 20 16:53:31.158384 dv-cinder-786524-7-iscsi neutron-server[119046]: 'Subnet': {'1.1'}, May 20 16:53:31.158384 dv-cinder-786524-7-iscsi neutron-server[119046]: 'Trunk': {'1.1'}} May 20 16:53:31.158384 dv-cinder-786524-7-iscsi neutron-server[119046]: consumer versions: May 20 16:53:31.158384 dv-cinder-786524-7-iscsi neutron-server[119046]: { DHCP agent@dv-cinder-786524-7-iscsi: {}, May 20 16:53:31.158384 dv-cinder-786524-7-iscsi neutron-server[119046]: L3 agent@dv-cinder-786524-7-iscsi: {}, May 20 16:53:31.158384 dv-cinder-786524-7-iscsi neutron-server[119046]: Metadata agent@dv-cinder-786524-7-iscsi: {}, May 20 16:53:31.158384 dv-cinder-786524-7-iscsi neutron-server[119046]: Metering agent@dv-cinder-786524-7-iscsi: {}, May 20 16:53:31.158384 dv-cinder-786524-7-iscsi neutron-server[119046]: Open vSwitch agent@dv-cinder-786524-7-iscsi: { 'AddressGroup': '1.2', May 20 16:53:31.158384 dv-cinder-786524-7-iscsi neutron-server[119046]: 'ConntrackHelper': '1.0', May 20 16:53:31.158384 dv-cinder-786524-7-iscsi neutron-server[119046]: 'Log': '1.0', May 20 16:53:31.158384 dv-cinder-786524-7-iscsi neutron-server[119046]: 'Network': '1.1', May 20 16:53:31.158384 dv-cinder-786524-7-iscsi neutron-server[119046]: 'Port': '1.7', May 20 16:53:31.158384 dv-cinder-786524-7-iscsi neutron-server[119046]: 'PortForwarding': '1.2', May 20 16:53:31.158384 dv-cinder-786524-7-iscsi neutron-server[119046]: 'QosPolicy': '1.8', May 20 16:53:31.158384 dv-cinder-786524-7-iscsi neutron-server[119046]: 'SecurityGroup': '1.4', May 20 16:53:31.158384 dv-cinder-786524-7-iscsi neutron-server[119046]: 'SecurityGroupRule': '1.2', May 20 16:53:31.158384 dv-cinder-786524-7-iscsi neutron-server[119046]: 'SubPort': '1.0', May 20 16:53:31.158384 dv-cinder-786524-7-iscsi neutron-server[119046]: 'Subnet': '1.1', May 20 16:53:31.158384 dv-cinder-786524-7-iscsi neutron-server[119046]: 'Trunk': '1.1'}} May 20 16:53:31.158384 dv-cinder-786524-7-iscsi neutron-server[119046]: {{(pid=119046) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 16:53:31.166864 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:31.227393 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Attempting to bind port c15a045d-9cf7-474d-8107-2b573c1377f4 on host dv-cinder-786524-7-iscsi for vnic_type normal with profile {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:53:31.227782 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Attempting to bind port c15a045d-9cf7-474d-8107-2b573c1377f4 by drivers openvswitch,hyperv on host dv-cinder-786524-7-iscsi at level 0 using segments [{'id': '912d2728-e7bb-41a9-8a26-2f41561d8f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'bbcd25da-643c-4103-b592-a728c15bdb4d'}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:53:31.228222 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Attempting to bind port c15a045d-9cf7-474d-8107-2b573c1377f4 on network bbcd25da-643c-4103-b592-a728c15bdb4d {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:53:31.233687 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Checking agent: {'id': '04a99329-5785-4fd7-acdc-4119699d5680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 53, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:53:31.234094 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Checking segment: {'id': '912d2728-e7bb-41a9-8a26-2f41561d8f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'bbcd25da-643c-4103-b592-a728c15bdb4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:53:31.234582 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:31.234976 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Bound using segment: {'id': '912d2728-e7bb-41a9-8a26-2f41561d8f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'bbcd25da-643c-4103-b592-a728c15bdb4d'} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:53:31.235475 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Bound port: c15a045d-9cf7-474d-8107-2b573c1377f4, host: dv-cinder-786524-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912d2728-e7bb-41a9-8a26-2f41561d8f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'bbcd25da-643c-4103-b592-a728c15bdb4d'}}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:53:31.235874 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:31.329492 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] For port c15a045d-9cf7-474d-8107-2b573c1377f4, host dv-cinder-786524-7-iscsi, cleared binding levels {{(pid=119046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:53:31.334281 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] For port c15a045d-9cf7-474d-8107-2b573c1377f4, host dv-cinder-786524-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=c15a045d-9cf7-474d-8107-2b573c1377f4,segment=NetworkSegment(912d2728-e7bb-41a9-8a26-2f41561d8f39),segment_id=912d2728-e7bb-41a9-8a26-2f41561d8f39)] {{(pid=119046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:53:31.340654 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:31.344474 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:31.430005 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Pushing event updated for resources: {'Port': ['ID=c15a045d-9cf7-474d-8107-2b573c1377f4,revision_number=2']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:31.433068 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:32.655409 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 45046) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:33.032511 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [None req-8d64103e-af9b-4a04-9095-4714e4e5c028 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=119044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:53:33.033959 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-8d64103e-af9b-4a04-9095-4714e4e5c028 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3769481 May 20 16:53:35.434991 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 45056) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:35.824724 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [None req-331ce1f4-d118-46af-9442-dd2657d90b48 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=119045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:53:35.825703 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-331ce1f4-d118-46af-9442-dd2657d90b48 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3896637 May 20 16:53:35.958089 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device c15a045d-9cf7-474d-8107-2b573c1377f4 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:53:36.035872 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning for port c15a045d-9cf7-474d-8107-2b573c1377f4 completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:53:36.841887 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6050e6b1-6a3b-4899-836e-075c3b92e4aa None None] Network bbcd25da-643c-4103-b592-a728c15bdb4d requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:53:36.944857 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-0f80670e-dda4-40a9-924d-03e22edf075c None None] Provisioning for port c15a045d-9cf7-474d-8107-2b573c1377f4 completed by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:53:36.959472 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-0f80670e-dda4-40a9-924d-03e22edf075c None None] Provisioning complete for port c15a045d-9cf7-474d-8107-2b573c1377f4 triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:53:36.960205 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-0f80670e-dda4-40a9-924d-03e22edf075c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:37.176222 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-0f80670e-dda4-40a9-924d-03e22edf075c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:37.222452 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-0f80670e-dda4-40a9-924d-03e22edf075c None None] For port c15a045d-9cf7-474d-8107-2b573c1377f4, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=c15a045d-9cf7-474d-8107-2b573c1377f4,segment=NetworkSegment(912d2728-e7bb-41a9-8a26-2f41561d8f39),segment_id=912d2728-e7bb-41a9-8a26-2f41561d8f39)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:53:37.229713 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-0f80670e-dda4-40a9-924d-03e22edf075c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:37.244901 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-e796187c-57a1-498f-86a3-dab1d6f38937 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:37.343244 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80670e-dda4-40a9-924d-03e22edf075c None None] Pushing event updated for resources: {'Port': ['ID=c15a045d-9cf7-474d-8107-2b573c1377f4,revision_number=3']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:37.348184 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-0f80670e-dda4-40a9-924d-03e22edf075c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:37.553645 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-603113b3-b1ec-450f-adfe-161c549cc91b None None] Provisioning complete for port c15a045d-9cf7-474d-8107-2b573c1377f4 triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:53:37.554014 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-603113b3-b1ec-450f-adfe-161c549cc91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:37.927977 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device c15a045d-9cf7-474d-8107-2b573c1377f4 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:53:37.998564 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port c15a045d-9cf7-474d-8107-2b573c1377f4 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:53:37.999248 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:38.586380 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 45074) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:38.997449 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-510a961b-61fa-49d7-9f55-39bf94cd7850 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'c6f7dbe3c5da487697be77d803ee5c51'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:53:39.004108 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-510a961b-61fa-49d7-9f55-39bf94cd7850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:39.008121 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-510a961b-61fa-49d7-9f55-39bf94cd7850 admin admin] Usage tracker for resource:router and tenant:c6f7dbe3c5da487697be77d803ee5c51 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:39.012490 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-510a961b-61fa-49d7-9f55-39bf94cd7850 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:39.019417 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-510a961b-61fa-49d7-9f55-39bf94cd7850 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:39.033760 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-510a961b-61fa-49d7-9f55-39bf94cd7850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16751073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3089'] for router, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:39.035192 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-510a961b-61fa-49d7-9f55-39bf94cd7850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16749815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16382112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3098'] for router, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:39.056917 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-510a961b-61fa-49d7-9f55-39bf94cd7850 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:39.170355 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-510a961b-61fa-49d7-9f55-39bf94cd7850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16751086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16382154'] for router, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:39.192228 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-510a961b-61fa-49d7-9f55-39bf94cd7850 admin admin] Notify callbacks [] for router, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:39.193453 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-510a961b-61fa-49d7-9f55-39bf94cd7850 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6061053 May 20 16:53:41.568305 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ef364462-792b-4e9a-acb1-74b3089a445d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:41.610049 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 45084) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:42.090357 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [None req-7aab48d5-a452-4945-b291-ec986a4e7394 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=119044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:53:42.091726 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-7aab48d5-a452-4945-b291-ec986a4e7394 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4805062 May 20 16:53:44.014284 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:44.288161 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-de4fd337-1c44-455c-87f0-338ab7acbbcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:44.475919 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 45094) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:44.892065 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-8ee13f3c-9834-40ca-b470-c7ea0a3d7881 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:53:44.897518 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-8ee13f3c-9834-40ca-b470-c7ea0a3d7881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:44.901783 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-8ee13f3c-9834-40ca-b470-c7ea0a3d7881 admin admin] Usage tracker for resource:network and tenant:d8650a7f4c0e4d5ebe2c75948db88f35 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:44.904853 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-8ee13f3c-9834-40ca-b470-c7ea0a3d7881 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:44.911580 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-8ee13f3c-9834-40ca-b470-c7ea0a3d7881 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:44.925732 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee13f3c-9834-40ca-b470-c7ea0a3d7881 admin admin] Made reservation on behalf of d8650a7f4c0e4d5ebe2c75948db88f35 for: {'network': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:53:44.928000 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8ee13f3c-9834-40ca-b470-c7ea0a3d7881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605269'] for network, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:44.941002 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8ee13f3c-9834-40ca-b470-c7ea0a3d7881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:44.955349 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-8ee13f3c-9834-40ca-b470-c7ea0a3d7881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:44.959179 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-8ee13f3c-9834-40ca-b470-c7ea0a3d7881 admin admin] Usage tracker for resource:security_group_rule and tenant:d8650a7f4c0e4d5ebe2c75948db88f35 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:44.962106 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-8ee13f3c-9834-40ca-b470-c7ea0a3d7881 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:44.967983 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-8ee13f3c-9834-40ca-b470-c7ea0a3d7881 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:45.061971 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8ee13f3c-9834-40ca-b470-c7ea0a3d7881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:45.067700 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8ee13f3c-9834-40ca-b470-c7ea0a3d7881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:45.072213 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:45.074191 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:45.087600 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8ee13f3c-9834-40ca-b470-c7ea0a3d7881 admin admin] Reserving flat network on physical network physnet1 {{(pid=119045) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 20 16:53:45.111061 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee13f3c-9834-40ca-b470-c7ea0a3d7881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d01ca77-6b83-43bc-9ee9-4d4ac93f889d,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:45.114061 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8ee13f3c-9834-40ca-b470-c7ea0a3d7881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:45.114402 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.db.segments_db [None req-8ee13f3c-9834-40ca-b470-c7ea0a3d7881 admin admin] Added segment be7a08f1-7b47-4c24-ac33-26538d548295 of type flat for network 7bf407be-0a2f-4276-bbb9-407bd07b5677 May 20 16:53:45.120431 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-8ee13f3c-9834-40ca-b470-c7ea0a3d7881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:45.147345 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8ee13f3c-9834-40ca-b470-c7ea0a3d7881 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727197218515'] for network, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:45.184952 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8ee13f3c-9834-40ca-b470-c7ea0a3d7881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128'] for network, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:45.186627 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee13f3c-9834-40ca-b470-c7ea0a3d7881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:45.187294 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8ee13f3c-9834-40ca-b470-c7ea0a3d7881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:45.190890 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-65e93c1d-317d-4b2c-a392-de9a0a7fb6a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:45.291830 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee13f3c-9834-40ca-b470-c7ea0a3d7881 admin admin] Pushing event updated for resources: {'Network': ['ID=7bf407be-0a2f-4276-bbb9-407bd07b5677,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:45.295208 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-8ee13f3c-9834-40ca-b470-c7ea0a3d7881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:45.297757 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-8ee13f3c-9834-40ca-b470-c7ea0a3d7881 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8209212 May 20 16:53:45.303438 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Network 7bf407be-0a2f-4276-bbb9-407bd07b5677 details requested by agent ovs-agent-dv-cinder-786524-7-iscsi with host dv-cinder-786524-7-iscsi {{(pid=119046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:53:46.795237 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:47.675909 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 45114) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:47.908084 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e94c15-15a3-48a2-80cc-5c7c30741610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:47.909598 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-33e94c15-15a3-48a2-80cc-5c7c30741610 admin admin] 10.222.0.36 "GET /v2.0/subnets/d10b1fa3-dec9-45f6-bec8-46f3707f4367 HTTP/1.1" status: 200 len: 849 time: 0.2327330 May 20 16:53:48.058359 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-0ada01df-63bd-4c0f-a126-db292384afc4 admin admin] 10.222.0.36 "GET /v2.0/routers/5c14f490-e916-448a-b40f-f66372fddd60 HTTP/1.1" status: 200 len: 704 time: 0.1425200 May 20 16:53:48.560756 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-a9d9db68-c247-4e90-acb2-16ce42ddda7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:48.819812 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_common [None req-a9d9db68-c247-4e90-acb2-16ce42ddda7e admin admin] Allocated IP 172.20.0.1 (bbcd25da-643c-4103-b592-a728c15bdb4d/d10b1fa3-dec9-45f6-bec8-46f3707f4367/2a505c5d-ff53-4275-bc51-143abc57165e) {{(pid=119045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:53:48.977446 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-a9d9db68-c247-4e90-acb2-16ce42ddda7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:48.994371 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.provisioning_blocks [None req-a9d9db68-c247-4e90-acb2-16ce42ddda7e admin admin] Transition to ACTIVE for port object 2a505c5d-ff53-4275-bc51-143abc57165e will not be triggered until provisioned by entity DHCP. {{(pid=119045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:53:49.056932 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-a9d9db68-c247-4e90-acb2-16ce42ddda7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791'] for port, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:49.061529 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:49.121791 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d9db68-c247-4e90-acb2-16ce42ddda7e admin admin] Network bbcd25da-643c-4103-b592-a728c15bdb4d is already hosted by enough agents. {{(pid=119045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:53:49.124568 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [None req-a9d9db68-c247-4e90-acb2-16ce42ddda7e admin admin] Resources bound (agent type, host, resource id): {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:53:49.128802 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d9db68-c247-4e90-acb2-16ce42ddda7e admin admin] Received port after_create {{(pid=119045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:53:49.129339 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-a9d9db68-c247-4e90-acb2-16ce42ddda7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16752083'] for router_interface, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:49.261968 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9db68-c247-4e90-acb2-16ce42ddda7e admin admin] Pushing event updated for resources: {'Port': ['ID=2a505c5d-ff53-4275-bc51-143abc57165e,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:49.267577 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-a9d9db68-c247-4e90-acb2-16ce42ddda7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:49.285669 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-1ced6f44-616d-487d-9e0d-cdd34af54026 None None] Provisioning for port 2a505c5d-ff53-4275-bc51-143abc57165e completed by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:53:49.290491 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-1ced6f44-616d-487d-9e0d-cdd34af54026 None None] Provisioning complete for port 2a505c5d-ff53-4275-bc51-143abc57165e triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:53:49.290871 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-1ced6f44-616d-487d-9e0d-cdd34af54026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:49.347907 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-1ced6f44-616d-487d-9e0d-cdd34af54026 None None] Port 2a505c5d-ff53-4275-bc51-143abc57165e cannot update to ACTIVE because it is not bound. {{(pid=119046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:53:49.410624 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-a9d9db68-c247-4e90-acb2-16ce42ddda7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:49.651851 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-a9d9db68-c247-4e90-acb2-16ce42ddda7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:49.660845 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-a9d9db68-c247-4e90-acb2-16ce42ddda7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:49.662549 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-a9d9db68-c247-4e90-acb2-16ce42ddda7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16308050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16379752'] for router_interface, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:49.667807 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:49.759060 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9db68-c247-4e90-acb2-16ce42ddda7e admin admin] Pushing event updated for resources: {'Port': ['ID=2a505c5d-ff53-4275-bc51-143abc57165e,revision_number=2']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:49.804196 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-a9d9db68-c247-4e90-acb2-16ce42ddda7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:49.868547 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d9db68-c247-4e90-acb2-16ce42ddda7e admin admin] Network bbcd25da-643c-4103-b592-a728c15bdb4d is already hosted by enough agents. {{(pid=119045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:53:49.869947 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [None req-a9d9db68-c247-4e90-acb2-16ce42ddda7e admin admin] Resources bound (agent type, host, resource id): {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:53:50.073549 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-0412beec-abac-414a-9873-f17da056e3b7 None None] Provisioning complete for port 2a505c5d-ff53-4275-bc51-143abc57165e triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:53:50.074176 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-0412beec-abac-414a-9873-f17da056e3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:50.101990 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d9db68-c247-4e90-acb2-16ce42ddda7e admin admin] Router 5c14f490-e916-448a-b40f-f66372fddd60 is scheduled to L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 with binding_index 1 {{(pid=119045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:53:50.127877 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-0412beec-abac-414a-9873-f17da056e3b7 None None] Port 2a505c5d-ff53-4275-bc51-143abc57165e cannot update to ACTIVE because it is not bound. {{(pid=119046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:53:50.257286 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d9db68-c247-4e90-acb2-16ce42ddda7e admin admin] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:53:50.266840 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-a9d9db68-c247-4e90-acb2-16ce42ddda7e admin admin] 10.222.0.36 "PUT /v2.0/routers/5c14f490-e916-448a-b40f-f66372fddd60/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2004042 May 20 16:53:50.267988 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b8a70-0926-4768-9eda-2810416887f9 None None] Sync routers for ids ['5c14f490-e916-448a-b40f-f66372fddd60'] in dv-cinder-786524-7-iscsi {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:53:50.278308 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963b8a70-0926-4768-9eda-2810416887f9 None None] Routers {'5c14f490-e916-448a-b40f-f66372fddd60'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:53:50.279139 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-963b8a70-0926-4768-9eda-2810416887f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T16:53:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['5c14f490-e916-448a-b40f-f66372fddd60'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:53:50.451590 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-963b8a70-0926-4768-9eda-2810416887f9 None None] Set router 5c14f490-e916-448a-b40f-f66372fddd60 gateway port host: None {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:53:50.835729 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-963b8a70-0926-4768-9eda-2810416887f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c14f490-e916-448a-b40f-f66372fddd60', 'name': 'router1', 'tenant_id': 'c6f7dbe3c5da487697be77d803ee5c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:53:39Z', 'updated_at': '2021-05-20T16:53:49Z', 'revision_number': 2, 'project_id': 'c6f7dbe3c5da487697be77d803ee5c51', 'gw_port_host': None, '_interfaces': [{'id': '2a505c5d-ff53-4275-bc51-143abc57165e', 'name': '', 'network_id': 'bbcd25da-643c-4103-b592-a728c15bdb4d', 'tenant_id': 'c6f7dbe3c5da487697be77d803ee5c51', 'mac_address': 'fa:16:3e:e0:f2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c14f490-e916-448a-b40f-f66372fddd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd10b1fa3-dec9-45f6-bec8-46f3707f4367', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:53:48Z', 'updated_at': '2021-05-20T16:53:49Z', 'revision_number': 2, 'project_id': 'c6f7dbe3c5da487697be77d803ee5c51', 'subnets': [{'id': 'd10b1fa3-dec9-45f6-bec8-46f3707f4367', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '82761bed-63d5-4981-9d61-901b19038397'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:53:50.840996 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b8a70-0926-4768-9eda-2810416887f9 None None] Checking router: 5c14f490-e916-448a-b40f-f66372fddd60 for host: dv-cinder-786524-7-iscsi {{(pid=119047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:53:50.841395 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b8a70-0926-4768-9eda-2810416887f9 None None] Updating router 5c14f490-e916-448a-b40f-f66372fddd60 port 2a505c5d-ff53-4275-bc51-143abc57165e binding host dv-cinder-786524-7-iscsi {{(pid=119047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:53:50.895320 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-963b8a70-0926-4768-9eda-2810416887f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:51.273731 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-963b8a70-0926-4768-9eda-2810416887f9 None None] Notify callbacks [] for port, precommit_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:51.288664 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.provisioning_blocks [None req-963b8a70-0926-4768-9eda-2810416887f9 None None] Transition to ACTIVE for port object 2a505c5d-ff53-4275-bc51-143abc57165e will not be triggered until provisioned by entity L2. {{(pid=119047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:53:51.296166 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-963b8a70-0926-4768-9eda-2810416887f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:51.301559 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:51.428070 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40386d-3e8f-4364-aa5f-49150b36f606 None None] Pushing event updated for resources: {'Port': ['ID=2a505c5d-ff53-4275-bc51-143abc57165e,revision_number=3']} {{(pid=119047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:51.461610 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb40386d-3e8f-4364-aa5f-49150b36f606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:51.461965 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb40386d-3e8f-4364-aa5f-49150b36f606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:51.462269 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb40386d-3e8f-4364-aa5f-49150b36f606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:51.462583 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb40386d-3e8f-4364-aa5f-49150b36f606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:51.462892 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb40386d-3e8f-4364-aa5f-49150b36f606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:51.463200 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb40386d-3e8f-4364-aa5f-49150b36f606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:51.463505 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb40386d-3e8f-4364-aa5f-49150b36f606 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:51.463812 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb40386d-3e8f-4364-aa5f-49150b36f606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:51.464134 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb40386d-3e8f-4364-aa5f-49150b36f606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:51.464441 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb40386d-3e8f-4364-aa5f-49150b36f606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:51.464741 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb40386d-3e8f-4364-aa5f-49150b36f606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:51.465040 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb40386d-3e8f-4364-aa5f-49150b36f606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:51.466221 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb40386d-3e8f-4364-aa5f-49150b36f606 None None] Tracked resource versions report: May 20 16:53:51.466221 dv-cinder-786524-7-iscsi neutron-server[119047]: pushed versions: May 20 16:53:51.466221 dv-cinder-786524-7-iscsi neutron-server[119047]: { 'AddressGroup': {'1.2'}, May 20 16:53:51.466221 dv-cinder-786524-7-iscsi neutron-server[119047]: 'ConntrackHelper': {'1.0'}, May 20 16:53:51.466221 dv-cinder-786524-7-iscsi neutron-server[119047]: 'Log': {'1.0'}, May 20 16:53:51.466221 dv-cinder-786524-7-iscsi neutron-server[119047]: 'Network': {'1.1'}, May 20 16:53:51.466221 dv-cinder-786524-7-iscsi neutron-server[119047]: 'Port': {'1.7'}, May 20 16:53:51.466221 dv-cinder-786524-7-iscsi neutron-server[119047]: 'PortForwarding': {'1.2'}, May 20 16:53:51.466221 dv-cinder-786524-7-iscsi neutron-server[119047]: 'QosPolicy': {'1.8'}, May 20 16:53:51.466221 dv-cinder-786524-7-iscsi neutron-server[119047]: 'SecurityGroup': {'1.4'}, May 20 16:53:51.466221 dv-cinder-786524-7-iscsi neutron-server[119047]: 'SecurityGroupRule': {'1.2'}, May 20 16:53:51.466221 dv-cinder-786524-7-iscsi neutron-server[119047]: 'SubPort': {'1.0'}, May 20 16:53:51.466221 dv-cinder-786524-7-iscsi neutron-server[119047]: 'Subnet': {'1.1'}, May 20 16:53:51.466221 dv-cinder-786524-7-iscsi neutron-server[119047]: 'Trunk': {'1.1'}} May 20 16:53:51.466221 dv-cinder-786524-7-iscsi neutron-server[119047]: consumer versions: May 20 16:53:51.466221 dv-cinder-786524-7-iscsi neutron-server[119047]: { DHCP agent@dv-cinder-786524-7-iscsi: {}, May 20 16:53:51.466221 dv-cinder-786524-7-iscsi neutron-server[119047]: L3 agent@dv-cinder-786524-7-iscsi: {}, May 20 16:53:51.466221 dv-cinder-786524-7-iscsi neutron-server[119047]: Metadata agent@dv-cinder-786524-7-iscsi: {}, May 20 16:53:51.466221 dv-cinder-786524-7-iscsi neutron-server[119047]: Metering agent@dv-cinder-786524-7-iscsi: {}, May 20 16:53:51.466221 dv-cinder-786524-7-iscsi neutron-server[119047]: Open vSwitch agent@dv-cinder-786524-7-iscsi: { 'AddressGroup': '1.2', May 20 16:53:51.466221 dv-cinder-786524-7-iscsi neutron-server[119047]: 'ConntrackHelper': '1.0', May 20 16:53:51.466221 dv-cinder-786524-7-iscsi neutron-server[119047]: 'Log': '1.0', May 20 16:53:51.466221 dv-cinder-786524-7-iscsi neutron-server[119047]: 'Network': '1.1', May 20 16:53:51.466221 dv-cinder-786524-7-iscsi neutron-server[119047]: 'Port': '1.7', May 20 16:53:51.466221 dv-cinder-786524-7-iscsi neutron-server[119047]: 'PortForwarding': '1.2', May 20 16:53:51.466221 dv-cinder-786524-7-iscsi neutron-server[119047]: 'QosPolicy': '1.8', May 20 16:53:51.466221 dv-cinder-786524-7-iscsi neutron-server[119047]: 'SecurityGroup': '1.4', May 20 16:53:51.466221 dv-cinder-786524-7-iscsi neutron-server[119047]: 'SecurityGroupRule': '1.2', May 20 16:53:51.466221 dv-cinder-786524-7-iscsi neutron-server[119047]: 'SubPort': '1.0', May 20 16:53:51.466221 dv-cinder-786524-7-iscsi neutron-server[119047]: 'Subnet': '1.1', May 20 16:53:51.466221 dv-cinder-786524-7-iscsi neutron-server[119047]: 'Trunk': '1.1'}} May 20 16:53:51.466221 dv-cinder-786524-7-iscsi neutron-server[119047]: {{(pid=119047) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 16:53:51.470251 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [None req-eb40386d-3e8f-4364-aa5f-49150b36f606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:51.533686 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.managers [None req-963b8a70-0926-4768-9eda-2810416887f9 None None] Attempting to bind port 2a505c5d-ff53-4275-bc51-143abc57165e on host dv-cinder-786524-7-iscsi for vnic_type normal with profile {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:53:51.534003 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.managers [None req-963b8a70-0926-4768-9eda-2810416887f9 None None] Attempting to bind port 2a505c5d-ff53-4275-bc51-143abc57165e by drivers openvswitch,hyperv on host dv-cinder-786524-7-iscsi at level 0 using segments [{'id': '912d2728-e7bb-41a9-8a26-2f41561d8f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'bbcd25da-643c-4103-b592-a728c15bdb4d'}] {{(pid=119047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:53:51.534435 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963b8a70-0926-4768-9eda-2810416887f9 None None] Attempting to bind port 2a505c5d-ff53-4275-bc51-143abc57165e on network bbcd25da-643c-4103-b592-a728c15bdb4d {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:53:51.539659 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963b8a70-0926-4768-9eda-2810416887f9 None None] Checking agent: {'id': '04a99329-5785-4fd7-acdc-4119699d5680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 53, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:53:51.540055 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963b8a70-0926-4768-9eda-2810416887f9 None None] Checking segment: {'id': '912d2728-e7bb-41a9-8a26-2f41561d8f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'bbcd25da-643c-4103-b592-a728c15bdb4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:53:51.540547 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-963b8a70-0926-4768-9eda-2810416887f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:51.540927 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963b8a70-0926-4768-9eda-2810416887f9 None None] Bound using segment: {'id': '912d2728-e7bb-41a9-8a26-2f41561d8f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'bbcd25da-643c-4103-b592-a728c15bdb4d'} {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:53:51.542104 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.managers [None req-963b8a70-0926-4768-9eda-2810416887f9 None None] Bound port: 2a505c5d-ff53-4275-bc51-143abc57165e, host: dv-cinder-786524-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912d2728-e7bb-41a9-8a26-2f41561d8f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'bbcd25da-643c-4103-b592-a728c15bdb4d'}}] {{(pid=119047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:53:51.542479 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-963b8a70-0926-4768-9eda-2810416887f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:51.628566 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.db [None req-963b8a70-0926-4768-9eda-2810416887f9 None None] For port 2a505c5d-ff53-4275-bc51-143abc57165e, host dv-cinder-786524-7-iscsi, cleared binding levels {{(pid=119047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:53:51.632682 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.db [None req-963b8a70-0926-4768-9eda-2810416887f9 None None] For port 2a505c5d-ff53-4275-bc51-143abc57165e, host dv-cinder-786524-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=2a505c5d-ff53-4275-bc51-143abc57165e,segment=NetworkSegment(912d2728-e7bb-41a9-8a26-2f41561d8f39),segment_id=912d2728-e7bb-41a9-8a26-2f41561d8f39)] {{(pid=119047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:53:51.638522 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-963b8a70-0926-4768-9eda-2810416887f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:51.643412 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:51.726432 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963b8a70-0926-4768-9eda-2810416887f9 None None] Routers {'5c14f490-e916-448a-b40f-f66372fddd60'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:53:51.727049 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-963b8a70-0926-4768-9eda-2810416887f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T16:53:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['5c14f490-e916-448a-b40f-f66372fddd60'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:53:51.782647 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40386d-3e8f-4364-aa5f-49150b36f606 None None] Pushing event updated for resources: {'Port': ['ID=2a505c5d-ff53-4275-bc51-143abc57165e,revision_number=4']} {{(pid=119047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:51.797518 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [None req-eb40386d-3e8f-4364-aa5f-49150b36f606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:51.921437 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-963b8a70-0926-4768-9eda-2810416887f9 None None] Set router 5c14f490-e916-448a-b40f-f66372fddd60 gateway port host: None {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:53:52.255025 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-963b8a70-0926-4768-9eda-2810416887f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c14f490-e916-448a-b40f-f66372fddd60', 'name': 'router1', 'tenant_id': 'c6f7dbe3c5da487697be77d803ee5c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:53:39Z', 'updated_at': '2021-05-20T16:53:49Z', 'revision_number': 2, 'project_id': 'c6f7dbe3c5da487697be77d803ee5c51', 'gw_port_host': None, '_interfaces': [{'id': '2a505c5d-ff53-4275-bc51-143abc57165e', 'name': '', 'network_id': 'bbcd25da-643c-4103-b592-a728c15bdb4d', 'tenant_id': 'c6f7dbe3c5da487697be77d803ee5c51', 'mac_address': 'fa:16:3e:e0:f2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c14f490-e916-448a-b40f-f66372fddd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd10b1fa3-dec9-45f6-bec8-46f3707f4367', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:53:48Z', 'updated_at': '2021-05-20T16:53:51Z', 'revision_number': 4, 'project_id': 'c6f7dbe3c5da487697be77d803ee5c51', 'subnets': [{'id': 'd10b1fa3-dec9-45f6-bec8-46f3707f4367', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '82761bed-63d5-4981-9d61-901b19038397'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:53:52.258886 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b8a70-0926-4768-9eda-2810416887f9 None None] The sync data for ids ['5c14f490-e916-448a-b40f-f66372fddd60'] in dv-cinder-786524-7-iscsi is: [{'id': '5c14f490-e916-448a-b40f-f66372fddd60', 'name': 'router1', 'tenant_id': 'c6f7dbe3c5da487697be77d803ee5c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:53:39Z', 'updated_at': '2021-05-20T16:53:49Z', 'revision_number': 2, 'project_id': 'c6f7dbe3c5da487697be77d803ee5c51', 'gw_port_host': None, '_interfaces': [{'id': '2a505c5d-ff53-4275-bc51-143abc57165e', 'name': '', 'network_id': 'bbcd25da-643c-4103-b592-a728c15bdb4d', 'tenant_id': 'c6f7dbe3c5da487697be77d803ee5c51', 'mac_address': 'fa:16:3e:e0:f2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c14f490-e916-448a-b40f-f66372fddd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd10b1fa3-dec9-45f6-bec8-46f3707f4367', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:53:48Z', 'updated_at': '2021-05-20T16:53:51Z', 'revision_number': 4, 'project_id': 'c6f7dbe3c5da487697be77d803ee5c51', 'subnets': [{'id': 'd10b1fa3-dec9-45f6-bec8-46f3707f4367', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '82761bed-63d5-4981-9d61-901b19038397'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:53:52.431975 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 45136) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:52.582221 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519dc678-e805-4cae-b723-f8d9b47412ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:52.582661 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-519dc678-e805-4cae-b723-f8d9b47412ff admin admin] Synchronizing usage tracker for tenant:d8650a7f4c0e4d5ebe2c75948db88f35 on resource:network {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:53:52.601319 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-519dc678-e805-4cae-b723-f8d9b47412ff admin admin] Unset dirty status for tenant:d8650a7f4c0e4d5ebe2c75948db88f35 on resource:network {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:53:52.602500 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-519dc678-e805-4cae-b723-f8d9b47412ff admin admin] 10.222.0.36 "GET /v2.0/networks/7bf407be-0a2f-4276-bbb9-407bd07b5677 HTTP/1.1" status: 200 len: 842 time: 0.1695657 May 20 16:53:52.612116 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-dfe53b57-c61b-47d4-a30b-8d9abc271ed1 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'cidr': '172.27.3.0/24'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:53:52.617407 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-dfe53b57-c61b-47d4-a30b-8d9abc271ed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:52.621253 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-dfe53b57-c61b-47d4-a30b-8d9abc271ed1 admin admin] Usage tracker for resource:subnet and tenant:d8650a7f4c0e4d5ebe2c75948db88f35 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:52.624049 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-dfe53b57-c61b-47d4-a30b-8d9abc271ed1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:52.630596 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-dfe53b57-c61b-47d4-a30b-8d9abc271ed1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:52.643655 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe53b57-c61b-47d4-a30b-8d9abc271ed1 admin admin] Made reservation on behalf of d8650a7f4c0e4d5ebe2c75948db88f35 for: {'subnet': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:53:52.646151 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-dfe53b57-c61b-47d4-a30b-8d9abc271ed1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:53.064730 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.objects.ports [None req-dfe53b57-c61b-47d4-a30b-8d9abc271ed1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=119045) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 16:53:53.065196 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-dfe53b57-c61b-47d4-a30b-8d9abc271ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159'] for subnet, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:53.068734 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:53.139060 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe53b57-c61b-47d4-a30b-8d9abc271ed1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cc0c620-4805-460b-b0e9-2701bd4f1725,revision_number=0']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:53.144817 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-dfe53b57-c61b-47d4-a30b-8d9abc271ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:53.150626 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe53b57-c61b-47d4-a30b-8d9abc271ed1 admin admin] Checking segment: {'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:53:53.150978 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe53b57-c61b-47d4-a30b-8d9abc271ed1 admin admin] Network hostable DHCP agents. Network: 7bf407be-0a2f-4276-bbb9-407bd07b5677, hostable agents: ['6b6b5109-91f6-4dcc-9375-40169a0e8fed'], hosted agents: [] {{(pid=119045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:53:53.169219 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe53b57-c61b-47d4-a30b-8d9abc271ed1 admin admin] Network 7bf407be-0a2f-4276-bbb9-407bd07b5677 is scheduled to be hosted by DHCP agent 6b6b5109-91f6-4dcc-9375-40169a0e8fed with binding_index 1 {{(pid=119045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:53:53.179535 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [None req-dfe53b57-c61b-47d4-a30b-8d9abc271ed1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-iscsi, 7bf407be-0a2f-4276-bbb9-407bd07b5677) {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:53:53.183808 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe53b57-c61b-47d4-a30b-8d9abc271ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:53.184398 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-dfe53b57-c61b-47d4-a30b-8d9abc271ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for subnet, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:53.192952 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf4ba10-5d6b-4e5a-b4a9-2e87ac63bd89 None None] Network 7bf407be-0a2f-4276-bbb9-407bd07b5677 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:53:53.206499 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-dfe53b57-c61b-47d4-a30b-8d9abc271ed1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5978112 May 20 16:53:53.398949 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778dd904-5ef9-457e-a057-09c364630092 None None] Network 7bf407be-0a2f-4276-bbb9-407bd07b5677 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:53:55.448421 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 45150) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:55.660652 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-44a13b4d-ad62-467f-90bf-ae7aadbfbc4b admin admin] 10.222.0.36 "GET /v2.0/routers/5c14f490-e916-448a-b40f-f66372fddd60 HTTP/1.1" status: 200 len: 710 time: 0.2107069 May 20 16:53:55.790247 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116d785f-09fb-4015-8a12-3f53db0d4bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:55.791617 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-116d785f-09fb-4015-8a12-3f53db0d4bb3 admin admin] 10.222.0.36 "GET /v2.0/networks/7bf407be-0a2f-4276-bbb9-407bd07b5677 HTTP/1.1" status: 200 len: 886 time: 0.1248794 May 20 16:53:55.800735 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-8eed4d16-f03f-4006-a11d-c6509e0feb04 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'}}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:53:55.978915 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 2a505c5d-ff53-4275-bc51-143abc57165e up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:53:56.055962 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning for port 2a505c5d-ff53-4275-bc51-143abc57165e completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:53:56.066138 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 2a505c5d-ff53-4275-bc51-143abc57165e triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:53:56.066549 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:56.187550 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:56.223373 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] For port 2a505c5d-ff53-4275-bc51-143abc57165e, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=2a505c5d-ff53-4275-bc51-143abc57165e,segment=NetworkSegment(912d2728-e7bb-41a9-8a26-2f41561d8f39),segment_id=912d2728-e7bb-41a9-8a26-2f41561d8f39)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:53:56.229545 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:56.231779 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:56.303038 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Pushing event updated for resources: {'Port': ['ID=2a505c5d-ff53-4275-bc51-143abc57165e,revision_number=5']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:56.306244 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:56.320427 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8eed4d16-f03f-4006-a11d-c6509e0feb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16382098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16751095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3084'] for router, precommit_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:56.655144 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8eed4d16-f03f-4006-a11d-c6509e0feb04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:56.715420 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8eed4d16-f03f-4006-a11d-c6509e0feb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:56.855204 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_common [None req-8eed4d16-f03f-4006-a11d-c6509e0feb04 admin admin] Allocated IP 172.27.3.4 (7bf407be-0a2f-4276-bbb9-407bd07b5677/0cc0c620-4805-460b-b0e9-2701bd4f1725/6429671c-f049-479a-b28a-ee44a3718805) {{(pid=119045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:53:57.001549 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8eed4d16-f03f-4006-a11d-c6509e0feb04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:57.033971 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8eed4d16-f03f-4006-a11d-c6509e0feb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791'] for port, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:57.037713 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-a9d9db68-c247-4e90-acb2-16ce42ddda7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:57.096585 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eed4d16-f03f-4006-a11d-c6509e0feb04 admin admin] Network 7bf407be-0a2f-4276-bbb9-407bd07b5677 is already hosted by enough agents. {{(pid=119045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:53:57.097668 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [None req-8eed4d16-f03f-4006-a11d-c6509e0feb04 admin admin] Resources bound (agent type, host, resource id): {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:53:57.101293 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eed4d16-f03f-4006-a11d-c6509e0feb04 admin admin] Received port after_create {{(pid=119045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:53:57.170635 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed4d16-f03f-4006-a11d-c6509e0feb04 admin admin] Pushing event updated for resources: {'Port': ['ID=6429671c-f049-479a-b28a-ee44a3718805,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:57.175072 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-8eed4d16-f03f-4006-a11d-c6509e0feb04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:57.577881 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8eed4d16-f03f-4006-a11d-c6509e0feb04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:57.917869 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8eed4d16-f03f-4006-a11d-c6509e0feb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16382098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16751095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3084'] for router, precommit_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:57.921439 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8eed4d16-f03f-4006-a11d-c6509e0feb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16382154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16382085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16382163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16750981'] for router, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:57.945070 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 2a505c5d-ff53-4275-bc51-143abc57165e up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:53:58.013445 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 2a505c5d-ff53-4275-bc51-143abc57165e triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:53:58.013820 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:58.103910 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eed4d16-f03f-4006-a11d-c6509e0feb04 admin admin] Router 5c14f490-e916-448a-b40f-f66372fddd60 has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:53:58.292170 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eed4d16-f03f-4006-a11d-c6509e0feb04 admin admin] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:53:58.301134 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8eed4d16-f03f-4006-a11d-c6509e0feb04 admin admin] Notify callbacks [] for router, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:58.310035 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-8eed4d16-f03f-4006-a11d-c6509e0feb04 admin admin] 10.222.0.36 "PUT /v2.0/routers/5c14f490-e916-448a-b40f-f66372fddd60 HTTP/1.1" status: 200 len: 888 time: 2.5051703 May 20 16:53:58.310317 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69172c0-eab6-4e17-8ed3-4d1f72972b01 None None] Sync routers for ids ['5c14f490-e916-448a-b40f-f66372fddd60'] in dv-cinder-786524-7-iscsi {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:53:58.313485 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69172c0-eab6-4e17-8ed3-4d1f72972b01 None None] Routers {'5c14f490-e916-448a-b40f-f66372fddd60'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:53:58.314200 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-c69172c0-eab6-4e17-8ed3-4d1f72972b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T16:53:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['5c14f490-e916-448a-b40f-f66372fddd60'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:53:58.528456 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-c69172c0-eab6-4e17-8ed3-4d1f72972b01 None None] Set router 5c14f490-e916-448a-b40f-f66372fddd60 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:53:58.872815 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-c69172c0-eab6-4e17-8ed3-4d1f72972b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c14f490-e916-448a-b40f-f66372fddd60', 'name': 'router1', 'tenant_id': 'c6f7dbe3c5da487697be77d803ee5c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '6429671c-f049-479a-b28a-ee44a3718805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:53:39Z', 'updated_at': '2021-05-20T16:53:57Z', 'revision_number': 4, 'project_id': 'c6f7dbe3c5da487697be77d803ee5c51', 'gw_port': {'id': '6429671c-f049-479a-b28a-ee44a3718805', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c14f490-e916-448a-b40f-f66372fddd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:53:56Z', 'updated_at': '2021-05-20T16:53:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '2a505c5d-ff53-4275-bc51-143abc57165e', 'name': '', 'network_id': 'bbcd25da-643c-4103-b592-a728c15bdb4d', 'tenant_id': 'c6f7dbe3c5da487697be77d803ee5c51', 'mac_address': 'fa:16:3e:e0:f2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c14f490-e916-448a-b40f-f66372fddd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd10b1fa3-dec9-45f6-bec8-46f3707f4367', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:53:48Z', 'updated_at': '2021-05-20T16:53:56Z', 'revision_number': 5, 'project_id': 'c6f7dbe3c5da487697be77d803ee5c51', 'subnets': [{'id': 'd10b1fa3-dec9-45f6-bec8-46f3707f4367', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '82761bed-63d5-4981-9d61-901b19038397'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:53:58.877828 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69172c0-eab6-4e17-8ed3-4d1f72972b01 None None] Checking router: 5c14f490-e916-448a-b40f-f66372fddd60 for host: dv-cinder-786524-7-iscsi {{(pid=119046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:53:58.878181 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69172c0-eab6-4e17-8ed3-4d1f72972b01 None None] Updating router 5c14f490-e916-448a-b40f-f66372fddd60 port 6429671c-f049-479a-b28a-ee44a3718805 binding host dv-cinder-786524-7-iscsi {{(pid=119046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:53:58.931479 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-c69172c0-eab6-4e17-8ed3-4d1f72972b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:59.264647 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-c69172c0-eab6-4e17-8ed3-4d1f72972b01 None None] Notify callbacks [] for port, precommit_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:59.277332 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-c69172c0-eab6-4e17-8ed3-4d1f72972b01 None None] Transition to ACTIVE for port object 6429671c-f049-479a-b28a-ee44a3718805 will not be triggered until provisioned by entity L2. {{(pid=119046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:53:59.285363 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-c69172c0-eab6-4e17-8ed3-4d1f72972b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:59.290249 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-0f80670e-dda4-40a9-924d-03e22edf075c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:59.367389 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-c69172c0-eab6-4e17-8ed3-4d1f72972b01 None None] Attempting to bind port 6429671c-f049-479a-b28a-ee44a3718805 on host dv-cinder-786524-7-iscsi for vnic_type normal with profile {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:53:59.367769 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-c69172c0-eab6-4e17-8ed3-4d1f72972b01 None None] Attempting to bind port 6429671c-f049-479a-b28a-ee44a3718805 by drivers openvswitch,hyperv on host dv-cinder-786524-7-iscsi at level 0 using segments [{'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:53:59.368106 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69172c0-eab6-4e17-8ed3-4d1f72972b01 None None] Attempting to bind port 6429671c-f049-479a-b28a-ee44a3718805 on network 7bf407be-0a2f-4276-bbb9-407bd07b5677 {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:53:59.376699 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd4685-4b68-4532-a3db-cf5b3733d49f None None] Pushing event updated for resources: {'Port': ['ID=6429671c-f049-479a-b28a-ee44a3718805,revision_number=2']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:59.379168 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69172c0-eab6-4e17-8ed3-4d1f72972b01 None None] Checking agent: {'id': '04a99329-5785-4fd7-acdc-4119699d5680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 53, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:53:59.379527 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69172c0-eab6-4e17-8ed3-4d1f72972b01 None None] Checking segment: {'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:53:59.379979 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-c69172c0-eab6-4e17-8ed3-4d1f72972b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:59.380266 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69172c0-eab6-4e17-8ed3-4d1f72972b01 None None] Bound using segment: {'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:53:59.380745 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-c69172c0-eab6-4e17-8ed3-4d1f72972b01 None None] Bound port: 6429671c-f049-479a-b28a-ee44a3718805, host: dv-cinder-786524-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'}}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:53:59.381107 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-c69172c0-eab6-4e17-8ed3-4d1f72972b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:59.403969 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-aefd4685-4b68-4532-a3db-cf5b3733d49f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:59.452015 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-c69172c0-eab6-4e17-8ed3-4d1f72972b01 None None] For port 6429671c-f049-479a-b28a-ee44a3718805, host dv-cinder-786524-7-iscsi, cleared binding levels {{(pid=119046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:53:59.455374 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-c69172c0-eab6-4e17-8ed3-4d1f72972b01 None None] For port 6429671c-f049-479a-b28a-ee44a3718805, host dv-cinder-786524-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=6429671c-f049-479a-b28a-ee44a3718805,segment=NetworkSegment(be7a08f1-7b47-4c24-ac33-26538d548295),segment_id=be7a08f1-7b47-4c24-ac33-26538d548295)] {{(pid=119046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:53:59.460861 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-c69172c0-eab6-4e17-8ed3-4d1f72972b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:59.464559 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:59.541391 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd4685-4b68-4532-a3db-cf5b3733d49f None None] Pushing event updated for resources: {'Port': ['ID=6429671c-f049-479a-b28a-ee44a3718805,revision_number=3']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:59.543854 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69172c0-eab6-4e17-8ed3-4d1f72972b01 None None] Routers {'5c14f490-e916-448a-b40f-f66372fddd60'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:53:59.544464 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-c69172c0-eab6-4e17-8ed3-4d1f72972b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T16:53:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['5c14f490-e916-448a-b40f-f66372fddd60'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:53:59.590294 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-aefd4685-4b68-4532-a3db-cf5b3733d49f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:59.724686 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-c69172c0-eab6-4e17-8ed3-4d1f72972b01 None None] Set router 5c14f490-e916-448a-b40f-f66372fddd60 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:54:00.084201 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-c69172c0-eab6-4e17-8ed3-4d1f72972b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c14f490-e916-448a-b40f-f66372fddd60', 'name': 'router1', 'tenant_id': 'c6f7dbe3c5da487697be77d803ee5c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '6429671c-f049-479a-b28a-ee44a3718805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:53:39Z', 'updated_at': '2021-05-20T16:53:57Z', 'revision_number': 4, 'project_id': 'c6f7dbe3c5da487697be77d803ee5c51', 'gw_port': {'id': '6429671c-f049-479a-b28a-ee44a3718805', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c14f490-e916-448a-b40f-f66372fddd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:53:56Z', 'updated_at': '2021-05-20T16:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '2a505c5d-ff53-4275-bc51-143abc57165e', 'name': '', 'network_id': 'bbcd25da-643c-4103-b592-a728c15bdb4d', 'tenant_id': 'c6f7dbe3c5da487697be77d803ee5c51', 'mac_address': 'fa:16:3e:e0:f2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c14f490-e916-448a-b40f-f66372fddd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd10b1fa3-dec9-45f6-bec8-46f3707f4367', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:53:48Z', 'updated_at': '2021-05-20T16:53:56Z', 'revision_number': 5, 'project_id': 'c6f7dbe3c5da487697be77d803ee5c51', 'subnets': [{'id': 'd10b1fa3-dec9-45f6-bec8-46f3707f4367', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '82761bed-63d5-4981-9d61-901b19038397'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:54:00.088408 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69172c0-eab6-4e17-8ed3-4d1f72972b01 None None] The sync data for ids ['5c14f490-e916-448a-b40f-f66372fddd60'] in dv-cinder-786524-7-iscsi is: [{'id': '5c14f490-e916-448a-b40f-f66372fddd60', 'name': 'router1', 'tenant_id': 'c6f7dbe3c5da487697be77d803ee5c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '6429671c-f049-479a-b28a-ee44a3718805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:53:39Z', 'updated_at': '2021-05-20T16:53:57Z', 'revision_number': 4, 'project_id': 'c6f7dbe3c5da487697be77d803ee5c51', 'gw_port': {'id': '6429671c-f049-479a-b28a-ee44a3718805', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c14f490-e916-448a-b40f-f66372fddd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:53:56Z', 'updated_at': '2021-05-20T16:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '2a505c5d-ff53-4275-bc51-143abc57165e', 'name': '', 'network_id': 'bbcd25da-643c-4103-b592-a728c15bdb4d', 'tenant_id': 'c6f7dbe3c5da487697be77d803ee5c51', 'mac_address': 'fa:16:3e:e0:f2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c14f490-e916-448a-b40f-f66372fddd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd10b1fa3-dec9-45f6-bec8-46f3707f4367', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:53:48Z', 'updated_at': '2021-05-20T16:53:56Z', 'revision_number': 5, 'project_id': 'c6f7dbe3c5da487697be77d803ee5c51', 'subnets': [{'id': 'd10b1fa3-dec9-45f6-bec8-46f3707f4367', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '82761bed-63d5-4981-9d61-901b19038397'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:54:00.635210 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 45160) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:00.770239 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-5d546541-4b6c-4c25-8fc5-43e9506db20b admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1334536 May 20 16:54:01.971104 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 6429671c-f049-479a-b28a-ee44a3718805 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:54:02.042582 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning for port 6429671c-f049-479a-b28a-ee44a3718805 completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:54:02.047272 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 6429671c-f049-479a-b28a-ee44a3718805 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:54:02.047645 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:02.167961 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:02.184626 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] For port 6429671c-f049-479a-b28a-ee44a3718805, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=6429671c-f049-479a-b28a-ee44a3718805,segment=NetworkSegment(be7a08f1-7b47-4c24-ac33-26538d548295),segment_id=be7a08f1-7b47-4c24-ac33-26538d548295)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:54:02.190222 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:02.193869 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:02.264557 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Pushing event updated for resources: {'Port': ['ID=6429671c-f049-479a-b28a-ee44a3718805,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:02.268155 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:03.609338 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 5 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:54:03.951242 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 6429671c-f049-479a-b28a-ee44a3718805 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:54:04.021708 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 6429671c-f049-479a-b28a-ee44a3718805 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:54:04.022100 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:11.590672 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-770c4336-48ac-4355-825b-663d5ac41d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:14.021466 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:14.301398 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-3717b801-b531-4195-8598-d1aaf0fdce34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:15.081550 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:16.822553 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:40.607674 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 5 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:54:41.576411 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-d6d31740-b8a8-4121-a1b4-43b81cdce5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:44.021082 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:44.296010 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-275670b7-0c78-45f3-8596-c7b9e8d03424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:45.082574 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:46.826315 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:11.565534 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-d2999336-7c05-4512-a50f-2799ca990383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:14.020768 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:14.300700 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-1e97d582-3db3-4172-8205-e84cb5f89113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:15.085309 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:16.827190 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:17.607355 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 5 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:55:36.045691 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 45730) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:55:36.116296 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d06437b-400b-4391-8f6b-7a1720eaf7cb admin admin] GET failed (client error): The resource could not be found. May 20 16:55:36.117598 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-4d06437b-400b-4391-8f6b-7a1720eaf7cb admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0709803 May 20 16:55:36.249920 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d333a26-acbc-43dc-88bd-a72305530f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:36.251358 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-0d333a26-acbc-43dc-88bd-a72305530f50 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1298974 May 20 16:55:38.409794 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 45740) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:55:38.536022 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4a8a19-c570-41cf-872b-6e210808fd0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:38.536586 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-9b4a8a19-c570-41cf-872b-6e210808fd0e admin admin] Synchronizing usage tracker for tenant:d8650a7f4c0e4d5ebe2c75948db88f35 on resource:subnet {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:55:38.560761 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-9b4a8a19-c570-41cf-872b-6e210808fd0e admin admin] Unset dirty status for tenant:d8650a7f4c0e4d5ebe2c75948db88f35 on resource:subnet {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:55:38.562641 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-9b4a8a19-c570-41cf-872b-6e210808fd0e admin admin] 10.222.0.36 "GET /v2.0/subnets/d10b1fa3-dec9-45f6-bec8-46f3707f4367 HTTP/1.1" status: 200 len: 849 time: 0.1513453 May 20 16:55:38.573446 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-6ebb799e-e736-49e4-ae56-08c59cd29632 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:55:38.694221 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-6ebb799e-e736-49e4-ae56-08c59cd29632 admin admin] Notify callbacks [] for subnet, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:38.970369 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-6ebb799e-e736-49e4-ae56-08c59cd29632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727197650369'] for subnet, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:38.974236 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-629f1228-475f-4cdb-a208-71bd54f5a312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:39.016257 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebb799e-e736-49e4-ae56-08c59cd29632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:39.016826 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-6ebb799e-e736-49e4-ae56-08c59cd29632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for subnet, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:39.018110 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-6ebb799e-e736-49e4-ae56-08c59cd29632 admin admin] 10.222.0.36 "PUT /v2.0/subnets/d10b1fa3-dec9-45f6-bec8-46f3707f4367 HTTP/1.1" status: 200 len: 868 time: 0.4485312 May 20 16:55:39.036507 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacd2ffb-098f-45b7-a90a-3161734761c2 None None] Network bbcd25da-643c-4103-b592-a728c15bdb4d requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:55:39.042560 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb799e-e736-49e4-ae56-08c59cd29632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d10b1fa3-dec9-45f6-bec8-46f3707f4367,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:39.050218 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebb799e-e736-49e4-ae56-08c59cd29632 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:39.050582 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebb799e-e736-49e4-ae56-08c59cd29632 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:39.050899 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebb799e-e736-49e4-ae56-08c59cd29632 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:39.051219 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebb799e-e736-49e4-ae56-08c59cd29632 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:39.051519 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebb799e-e736-49e4-ae56-08c59cd29632 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:39.051867 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebb799e-e736-49e4-ae56-08c59cd29632 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:39.052179 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebb799e-e736-49e4-ae56-08c59cd29632 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:39.052539 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebb799e-e736-49e4-ae56-08c59cd29632 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:39.052865 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebb799e-e736-49e4-ae56-08c59cd29632 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:39.053171 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebb799e-e736-49e4-ae56-08c59cd29632 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:39.053507 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebb799e-e736-49e4-ae56-08c59cd29632 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:39.053786 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebb799e-e736-49e4-ae56-08c59cd29632 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:39.057712 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-6ebb799e-e736-49e4-ae56-08c59cd29632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:39.489284 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-9c0ce1b1-6be4-4924-ad5a-67dbef0715ec None None] Provisioning complete for port 2a505c5d-ff53-4275-bc51-143abc57165e triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:55:39.489660 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce1b1-6be4-4924-ad5a-67dbef0715ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:39.617422 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-9c0ce1b1-6be4-4924-ad5a-67dbef0715ec None None] Provisioning complete for port c15a045d-9cf7-474d-8107-2b573c1377f4 triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:55:39.617634 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce1b1-6be4-4924-ad5a-67dbef0715ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:41.142084 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 45750) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:55:41.329882 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf14dd6-14b3-4730-9102-97f24c66b9d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:41.330349 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf14dd6-14b3-4730-9102-97f24c66b9d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:41.331910 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-6bf14dd6-14b3-4730-9102-97f24c66b9d1 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1889112 May 20 16:55:41.560991 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e3dddfc6-dbf4-4709-b70e-0e95117c3507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:43.521930 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 45760) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:55:43.739735 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8d2274-e37c-4d12-b199-336791c62b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:43.740095 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8d2274-e37c-4d12-b199-336791c62b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:43.741729 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-9a8d2274-e37c-4d12-b199-336791c62b86 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2187984 May 20 16:55:44.021704 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:44.304199 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-2fd1fa0c-379f-4b19-bf0b-954c2dd7e3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:45.088549 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:45.943641 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 45770) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:55:46.134947 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb89a1c9-6289-40c1-89ca-a7278717022d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:46.136241 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-eb89a1c9-6289-40c1-89ca-a7278717022d admin admin] 10.222.0.36 "GET /v2.0/networks/7bf407be-0a2f-4276-bbb9-407bd07b5677 HTTP/1.1" status: 200 len: 886 time: 0.1915939 May 20 16:55:46.830226 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:48.272692 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 45780) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:55:48.465606 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e320ff5-9126-4524-afbd-6ff0ac754ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:48.466857 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-7e320ff5-9126-4524-afbd-6ff0ac754ecd admin admin] 10.222.0.36 "GET /v2.0/networks/bbcd25da-643c-4103-b592-a728c15bdb4d HTTP/1.1" status: 200 len: 869 time: 0.1928101 May 20 16:55:50.574482 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 45790) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:55:50.810839 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.policy [None req-0a160fa8-b8a7-41dd-8951-c9aeaa66e7fd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=119044) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 16:55:50.855772 dv-cinder-786524-7-iscsi neutron-server[119044]: WARNING oslo_policy.policy [None req-0a160fa8-b8a7-41dd-8951-c9aeaa66e7fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 16:55:50.856141 dv-cinder-786524-7-iscsi neutron-server[119044]: WARNING oslo_policy.policy [None req-0a160fa8-b8a7-41dd-8951-c9aeaa66e7fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 16:55:50.864366 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a160fa8-b8a7-41dd-8951-c9aeaa66e7fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:50.864820 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a160fa8-b8a7-41dd-8951-c9aeaa66e7fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:50.866820 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-0a160fa8-b8a7-41dd-8951-c9aeaa66e7fd admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2913857 May 20 16:55:52.962841 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 45802) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:55:53.087389 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e2dd21-6dc7-4578-8d24-cf9ccc2df863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:53.087844 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e2dd21-6dc7-4578-8d24-cf9ccc2df863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:53.089394 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-27e2dd21-6dc7-4578-8d24-cf9ccc2df863 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1253061 May 20 16:55:54.607412 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 5 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:55:55.191413 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 45812) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:55:55.302669 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d56dc4-1f48-43c0-a34f-c4972ee9cfaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:55.304000 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-88d56dc4-1f48-43c0-a34f-c4972ee9cfaf admin admin] 10.222.0.36 "GET /v2.0/subnets/0cc0c620-4805-460b-b0e9-2701bd4f1725 HTTP/1.1" status: 200 len: 816 time: 0.1116726 May 20 16:55:57.438118 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 45822) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:55:57.572103 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6e3e04-17ec-4965-a8fd-7186d4d93251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:57.573478 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-ec6e3e04-17ec-4965-a8fd-7186d4d93251 admin admin] 10.222.0.36 "GET /v2.0/subnets/d10b1fa3-dec9-45f6-bec8-46f3707f4367 HTTP/1.1" status: 200 len: 868 time: 0.1343791 May 20 16:56:11.566814 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-a29e177d-fd00-42cf-a296-4ba4ac48816e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:14.018120 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:14.308165 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-064d5f78-6fd6-431b-b3cb-970172ca5796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:15.092418 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:16.832978 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:20.968011 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 45866) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:56:21.021225 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [None req-3a71d480-650a-497a-9903-bcb80906174d admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=119044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:56:21.022185 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-3a71d480-650a-497a-9903-bcb80906174d admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0532293 May 20 16:56:23.261346 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 45876) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:56:23.348706 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a44c1dc-627e-4c7d-a166-36a1935deead admin admin] GET failed (client error): The resource could not be found. May 20 16:56:23.350005 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-7a44c1dc-627e-4c7d-a166-36a1935deead admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0876126 May 20 16:56:23.479119 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847ecdbd-7604-4707-abec-d4fe0e0c951e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:23.480519 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-847ecdbd-7604-4707-abec-d4fe0e0c951e admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1263659 May 20 16:56:25.593209 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 45886) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:56:25.651539 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-396cb831-6d4d-4201-b576-64f4dad2d0cd admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:56:25.656393 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-396cb831-6d4d-4201-b576-64f4dad2d0cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:56:25.666424 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-396cb831-6d4d-4201-b576-64f4dad2d0cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:56:25.678689 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396cb831-6d4d-4201-b576-64f4dad2d0cd admin admin] Made reservation on behalf of d8650a7f4c0e4d5ebe2c75948db88f35 for: {'network': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:56:25.681077 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-396cb831-6d4d-4201-b576-64f4dad2d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605269'] for network, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:25.770739 dv-cinder-786524-7-iscsi neutron-server[119045]: WARNING neutron.services.revisions.revision_plugin [None req-396cb831-6d4d-4201-b576-64f4dad2d0cd admin admin] Could not find related network for resource to bump revision. May 20 16:56:25.784210 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-396cb831-6d4d-4201-b576-64f4dad2d0cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=119045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:56:25.794263 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-396cb831-6d4d-4201-b576-64f4dad2d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:25.794654 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.db.segments_db [None req-396cb831-6d4d-4201-b576-64f4dad2d0cd admin admin] Added segment 43dd4bbd-7757-4585-b1ae-7f8466b97397 of type vlan for network bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7 May 20 16:56:25.820847 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-396cb831-6d4d-4201-b576-64f4dad2d0cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727197218515'] for network, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:25.852952 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-396cb831-6d4d-4201-b576-64f4dad2d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128'] for network, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:25.855041 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396cb831-6d4d-4201-b576-64f4dad2d0cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:25.855973 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-396cb831-6d4d-4201-b576-64f4dad2d0cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:25.863175 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:25.954686 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-396cb831-6d4d-4201-b576-64f4dad2d0cd admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3603065 May 20 16:56:25.963198 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396cb831-6d4d-4201-b576-64f4dad2d0cd admin admin] Pushing event updated for resources: {'Network': ['ID=bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:25.966329 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-396cb831-6d4d-4201-b576-64f4dad2d0cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:25.977953 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Network bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7 details requested by agent ovs-agent-dv-cinder-786524-7-iscsi with host dv-cinder-786524-7-iscsi {{(pid=119046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:56:28.163163 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 45896) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:56:28.242909 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.pecan_wsgi.hooks.translation [None req-5123a457-9c93-4d31-bf07-3b080cb53d12 admin admin] GET failed (client error): The resource could not be found. May 20 16:56:28.243417 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-5123a457-9c93-4d31-bf07-3b080cb53d12 admin admin] Synchronizing usage tracker for tenant:d8650a7f4c0e4d5ebe2c75948db88f35 on resource:network {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:56:28.263502 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-5123a457-9c93-4d31-bf07-3b080cb53d12 admin admin] Unset dirty status for tenant:d8650a7f4c0e4d5ebe2c75948db88f35 on resource:network {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:56:28.264331 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-5123a457-9c93-4d31-bf07-3b080cb53d12 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0999146 May 20 16:56:28.379733 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1573faf6-cbcc-419e-92e2-0c0cacb67e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:28.381185 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-1573faf6-cbcc-419e-92e2-0c0cacb67e23 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1126096 May 20 16:56:28.393964 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-0172979d-bc72-4bca-bb71-02bf5b4d0fd3 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7', 'name': 'shared-subnet'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:56:28.401042 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-0172979d-bc72-4bca-bb71-02bf5b4d0fd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:56:28.415560 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-0172979d-bc72-4bca-bb71-02bf5b4d0fd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:56:28.429108 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0172979d-bc72-4bca-bb71-02bf5b4d0fd3 admin admin] Made reservation on behalf of d8650a7f4c0e4d5ebe2c75948db88f35 for: {'subnet': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:56:28.431428 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-0172979d-bc72-4bca-bb71-02bf5b4d0fd3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:28.874011 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-0172979d-bc72-4bca-bb71-02bf5b4d0fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159'] for subnet, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:28.877738 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-6ebb799e-e736-49e4-ae56-08c59cd29632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:28.947118 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172979d-bc72-4bca-bb71-02bf5b4d0fd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f48441dd-0b70-4892-9d86-4eed7e68af26,revision_number=0']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:28.950808 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-0172979d-bc72-4bca-bb71-02bf5b4d0fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:28.957735 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0172979d-bc72-4bca-bb71-02bf5b4d0fd3 admin admin] Checking segment: {'id': '43dd4bbd-7757-4585-b1ae-7f8466b97397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:56:28.958082 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0172979d-bc72-4bca-bb71-02bf5b4d0fd3 admin admin] Network hostable DHCP agents. Network: bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7, hostable agents: ['6b6b5109-91f6-4dcc-9375-40169a0e8fed'], hosted agents: [] {{(pid=119045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:56:28.978153 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0172979d-bc72-4bca-bb71-02bf5b4d0fd3 admin admin] Network bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7 is scheduled to be hosted by DHCP agent 6b6b5109-91f6-4dcc-9375-40169a0e8fed with binding_index 1 {{(pid=119045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:56:28.989687 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [None req-0172979d-bc72-4bca-bb71-02bf5b4d0fd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-iscsi, bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7) {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:56:28.994319 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0172979d-bc72-4bca-bb71-02bf5b4d0fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:28.994929 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-0172979d-bc72-4bca-bb71-02bf5b4d0fd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for subnet, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:28.998720 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95055aa2-03da-40da-a84c-c68565b71dc9 None None] Network bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:56:29.022179 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-0172979d-bc72-4bca-bb71-02bf5b4d0fd3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6333537 May 20 16:56:29.224920 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9e3bc99-4bc4-5a8a-9ef8-f495f19de429-bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7', 'network_id': 'bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7', 'tenant_id': 'd8650a7f4c0e4d5ebe2c75948db88f35', 'fixed_ips': [{'subnet_id': 'f48441dd-0b70-4892-9d86-4eed7e68af26'}]}} from dv-cinder-786524-7-iscsi. {{(pid=119046) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:56:29.225773 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:29.387250 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.db_base_plugin_common [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Allocated IP 192.168.233.2 (bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7/f48441dd-0b70-4892-9d86-4eed7e68af26/2c22962f-e1a3-449c-9088-e22803f8a5b3) {{(pid=119046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:56:29.600850 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Notify callbacks [] for port, precommit_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:29.611185 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Transition to ACTIVE for port object 2c22962f-e1a3-449c-9088-e22803f8a5b3 will not be triggered until provisioned by entity L2. {{(pid=119046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:56:29.629732 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Transition to ACTIVE for port object 2c22962f-e1a3-449c-9088-e22803f8a5b3 will not be triggered until provisioned by entity DHCP. {{(pid=119046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:56:29.638862 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791'] for port, after_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:29.644096 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:29.709344 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Network bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7 is already hosted by enough agents. {{(pid=119046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:56:29.712325 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.scheduler.base_scheduler [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Resources bound (agent type, host, resource id): {{(pid=119046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:56:29.714880 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Received port after_create {{(pid=119046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:56:29.724014 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Pushing event updated for resources: {'Port': ['ID=2c22962f-e1a3-449c-9088-e22803f8a5b3,revision_number=1']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:29.786242 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:29.786698 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:29.787101 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:29.787465 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:29.787765 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:29.788088 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:29.788414 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:29.788725 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:29.789062 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:29.789407 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:29.789720 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:29.790032 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:29.793880 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:29.820227 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Attempting to bind port 2c22962f-e1a3-449c-9088-e22803f8a5b3 on host dv-cinder-786524-7-iscsi for vnic_type normal with profile {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:56:29.820585 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Attempting to bind port 2c22962f-e1a3-449c-9088-e22803f8a5b3 by drivers openvswitch,hyperv on host dv-cinder-786524-7-iscsi at level 0 using segments [{'id': '43dd4bbd-7757-4585-b1ae-7f8466b97397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7'}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:56:29.820925 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Attempting to bind port 2c22962f-e1a3-449c-9088-e22803f8a5b3 on network bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7 {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:56:29.826541 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Checking agent: {'id': '04a99329-5785-4fd7-acdc-4119699d5680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 53, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:56:29.826912 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Checking segment: {'id': '43dd4bbd-7757-4585-b1ae-7f8466b97397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:56:29.827336 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:29.828024 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Bound using segment: {'id': '43dd4bbd-7757-4585-b1ae-7f8466b97397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7'} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:56:29.828148 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Bound port: 2c22962f-e1a3-449c-9088-e22803f8a5b3, host: dv-cinder-786524-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43dd4bbd-7757-4585-b1ae-7f8466b97397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7'}}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:56:29.828532 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:29.923407 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] For port 2c22962f-e1a3-449c-9088-e22803f8a5b3, host dv-cinder-786524-7-iscsi, cleared binding levels {{(pid=119046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:56:29.926718 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] For port 2c22962f-e1a3-449c-9088-e22803f8a5b3, host dv-cinder-786524-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=2c22962f-e1a3-449c-9088-e22803f8a5b3,segment=NetworkSegment(43dd4bbd-7757-4585-b1ae-7f8466b97397),segment_id=43dd4bbd-7757-4585-b1ae-7f8466b97397)] {{(pid=119046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:56:29.932890 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:29.937087 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:30.014663 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Pushing event updated for resources: {'Port': ['ID=2c22962f-e1a3-449c-9088-e22803f8a5b3,revision_number=2']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:30.017988 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:30.799241 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470faf61-2a14-4794-9a14-7f2c24b7b469 None None] Network bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:56:30.908175 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-4090db0c-41bb-480e-803d-a568c2de2db4 None None] Provisioning for port 2c22962f-e1a3-449c-9088-e22803f8a5b3 completed by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:56:31.607624 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 5 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:56:32.097827 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 2c22962f-e1a3-449c-9088-e22803f8a5b3 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:56:32.169730 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning for port 2c22962f-e1a3-449c-9088-e22803f8a5b3 completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:56:32.174490 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 2c22962f-e1a3-449c-9088-e22803f8a5b3 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:56:32.174864 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:32.298975 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:32.342217 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] For port 2c22962f-e1a3-449c-9088-e22803f8a5b3, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=2c22962f-e1a3-449c-9088-e22803f8a5b3,segment=NetworkSegment(43dd4bbd-7757-4585-b1ae-7f8466b97397),segment_id=43dd4bbd-7757-4585-b1ae-7f8466b97397)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:56:32.346962 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:32.349482 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:32.419239 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Pushing event updated for resources: {'Port': ['ID=2c22962f-e1a3-449c-9088-e22803f8a5b3,revision_number=3']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:32.422418 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:34.065992 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 2c22962f-e1a3-449c-9088-e22803f8a5b3 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:56:34.134734 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 2c22962f-e1a3-449c-9088-e22803f8a5b3 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:56:34.135023 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:41.565571 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-14b20b01-5c7d-460b-a41c-8e3d529a02c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:44.014745 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:44.320387 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-8c60f2c3-e43c-4156-9511-4efa6a110f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:45.094114 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:46.836564 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:08.606911 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 5 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:57:11.566036 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-2c770422-9de2-4334-b23c-925a3dba1065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:14.012080 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:14.314438 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-941d1032-d7df-4551-9dca-72bc0b2eeb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:15.097980 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:16.846696 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:35.927864 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 45946) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:57:35.935857 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [None req-1bfed197-235c-4be0-a425-79d2d0843f67 tempest-verify_tempest_config-90113463 tempest-verify_tempest_config-90113463-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=119044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:57:35.937058 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-1bfed197-235c-4be0-a425-79d2d0843f67 tempest-verify_tempest_config-90113463 tempest-verify_tempest_config-90113463-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0081315 May 20 16:57:36.268088 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 45964) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:57:36.389082 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-208e5d93-d4c9-4b24-9f62-b095c22068d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:36.403680 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-208e5d93-d4c9-4b24-9f62-b095c22068d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:57:36.407985 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-208e5d93-d4c9-4b24-9f62-b095c22068d5 admin admin] Usage tracker for resource:security_group_rule and tenant:d710b244084a4882822c7afaeda09dfe is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:57:36.410984 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-208e5d93-d4c9-4b24-9f62-b095c22068d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:57:36.417628 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-208e5d93-d4c9-4b24-9f62-b095c22068d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:57:36.509028 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-208e5d93-d4c9-4b24-9f62-b095c22068d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:36.514930 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-208e5d93-d4c9-4b24-9f62-b095c22068d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:36.522096 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:36.560187 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-208e5d93-d4c9-4b24-9f62-b095c22068d5 admin admin] Synchronizing usage tracker for tenant:d8650a7f4c0e4d5ebe2c75948db88f35 on resource:security_group {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:57:36.562542 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e5d93-d4c9-4b24-9f62-b095c22068d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e93a5a8-b546-4b99-982d-b7644206deea,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:36.572004 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e5d93-d4c9-4b24-9f62-b095c22068d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:36.572354 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e5d93-d4c9-4b24-9f62-b095c22068d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:36.572679 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e5d93-d4c9-4b24-9f62-b095c22068d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:36.573000 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e5d93-d4c9-4b24-9f62-b095c22068d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:36.573339 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e5d93-d4c9-4b24-9f62-b095c22068d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:36.573678 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e5d93-d4c9-4b24-9f62-b095c22068d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:36.573997 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e5d93-d4c9-4b24-9f62-b095c22068d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:36.574316 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e5d93-d4c9-4b24-9f62-b095c22068d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:36.574640 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e5d93-d4c9-4b24-9f62-b095c22068d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:36.574952 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e5d93-d4c9-4b24-9f62-b095c22068d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:36.575253 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e5d93-d4c9-4b24-9f62-b095c22068d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:36.575542 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e5d93-d4c9-4b24-9f62-b095c22068d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:36.579800 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-208e5d93-d4c9-4b24-9f62-b095c22068d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:36.591940 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-208e5d93-d4c9-4b24-9f62-b095c22068d5 admin admin] Unset dirty status for tenant:d8650a7f4c0e4d5ebe2c75948db88f35 on resource:security_group {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:57:36.593399 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-208e5d93-d4c9-4b24-9f62-b095c22068d5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d710b244084a4882822c7afaeda09dfe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3240778 May 20 16:57:36.595956 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 45970) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:57:36.658746 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-d303c575-01cf-4d96-affa-c2a2a8341edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:36.684250 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-d303c575-01cf-4d96-affa-c2a2a8341edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:36.788283 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-d303c575-01cf-4d96-affa-c2a2a8341edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:36.792352 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-8ee13f3c-9834-40ca-b470-c7ea0a3d7881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:36.806040 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303c575-01cf-4d96-affa-c2a2a8341edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e93a5a8-b546-4b99-982d-b7644206deea,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:36.808491 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-d303c575-01cf-4d96-affa-c2a2a8341edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:36.809841 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-d303c575-01cf-4d96-affa-c2a2a8341edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:36.811150 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-d303c575-01cf-4d96-affa-c2a2a8341edf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8e93a5a8-b546-4b99-982d-b7644206deea HTTP/1.1" status: 204 len: 168 time: 0.2141101 May 20 16:57:41.562471 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-6c83caf4-21b2-4ff8-97f1-3d14d0074f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:44.011305 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:44.321622 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-3eeb14e4-6bd2-4d7f-9fbb-50cbe32b6da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:45.101425 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:45.606075 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 5 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:57:46.840121 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:11.568212 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-d233a9c6-af46-46b8-8014-7088e6a9d76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:14.016899 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:14.323326 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-cfb4ffb5-cc65-4876-8a68-009d3ec9de79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:15.114147 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:16.852728 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:22.610614 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 5 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:58:41.567122 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-742fa6b7-82c9-4422-8895-7d4960ff4c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:44.007378 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:44.323542 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-f9f07cf0-68d1-483c-9f26-e802dafa2f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:45.107905 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:46.840456 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:59.615549 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 5 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:59:11.563618 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e52a57d4-dd32-4ce9-b327-83cc463e6d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:13.697693 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156'] for agent, after_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:14.010776 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:14.323008 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-0d903089-eea0-44e6-b77b-de2efa975144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:15.112987 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:16.935208 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:17.670572 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 46022) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:17.805381 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-d2579609-f733-4e33-80c3-f37a75df425c admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1334591 May 20 16:59:19.909360 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 46032) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:19.975753 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-dafb3c4a-f6a7-4939-9333-f66d8538f365 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0649178 May 20 16:59:36.617662 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 6 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:59:41.570131 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-50b73bb1-07a6-490e-bd6a-472f92fdb82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:43.654853 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:44.010146 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:44.318630 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-46dd21b1-11ee-48af-87b2-8071623556a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:45.116215 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:46.846809 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:11.566482 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-716cd7d3-9a70-4760-bcbb-41ff995d5907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:13.616934 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 6 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:00:13.651216 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:14.006974 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:14.324914 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-4b1e5809-7f7d-405f-8a9a-40f8afee7b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:15.119947 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:16.844573 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:41.562886 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-90cd8210-020e-4f6e-abba-19f648bd30b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:43.674797 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:44.019174 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:44.326191 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-02163786-90e6-4c98-97d5-173e2b579c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:45.126961 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:46.854081 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:47.207425 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 46150) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:00:47.490064 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1256951433-network', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:00:47.493892 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.quota [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Loaded quota_driver: . May 20 17:00:47.501197 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:00:47.514959 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Usage tracker for resource:network and tenant:15040cd71cf0497581d552f7a0ff286f is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:00:47.524780 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:00:47.534796 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:00:47.554951 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Made reservation on behalf of 15040cd71cf0497581d552f7a0ff286f for: {'network': 1} {{(pid=119044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:00:47.558174 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605269'] for network, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:47.576253 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:47.592063 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:00:47.595936 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Usage tracker for resource:security_group_rule and tenant:15040cd71cf0497581d552f7a0ff286f is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:00:47.599306 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:00:47.604980 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:00:47.713019 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:47.719004 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:47.724646 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:47.746614 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=119044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 17:00:47.772084 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727197678138', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:47.772697 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Unsubscribe: segment precommit_create {{(pid=119044) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 17:00:47.773243 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.db.segments_db [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Added segment 04f20a06-e49b-44e4-8773-c49eb357921a of type vlan for network 3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe May 20 17:00:47.821357 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905a07e8-4f88-41ee-aa58-584ffd81dc43,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:47.839411 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:47.839754 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:47.840084 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:47.840407 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:47.841203 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:47.841799 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:47.842126 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:47.842462 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:47.842785 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:47.843095 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:47.843575 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:47.843891 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:47.845077 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Tracked resource versions report: May 20 17:00:47.845077 dv-cinder-786524-7-iscsi neutron-server[119044]: pushed versions: May 20 17:00:47.845077 dv-cinder-786524-7-iscsi neutron-server[119044]: { 'AddressGroup': {'1.2'}, May 20 17:00:47.845077 dv-cinder-786524-7-iscsi neutron-server[119044]: 'ConntrackHelper': {'1.0'}, May 20 17:00:47.845077 dv-cinder-786524-7-iscsi neutron-server[119044]: 'Log': {'1.0'}, May 20 17:00:47.845077 dv-cinder-786524-7-iscsi neutron-server[119044]: 'Network': {'1.1'}, May 20 17:00:47.845077 dv-cinder-786524-7-iscsi neutron-server[119044]: 'Port': {'1.7'}, May 20 17:00:47.845077 dv-cinder-786524-7-iscsi neutron-server[119044]: 'PortForwarding': {'1.2'}, May 20 17:00:47.845077 dv-cinder-786524-7-iscsi neutron-server[119044]: 'QosPolicy': {'1.8'}, May 20 17:00:47.845077 dv-cinder-786524-7-iscsi neutron-server[119044]: 'SecurityGroup': {'1.4'}, May 20 17:00:47.845077 dv-cinder-786524-7-iscsi neutron-server[119044]: 'SecurityGroupRule': {'1.2'}, May 20 17:00:47.845077 dv-cinder-786524-7-iscsi neutron-server[119044]: 'SubPort': {'1.0'}, May 20 17:00:47.845077 dv-cinder-786524-7-iscsi neutron-server[119044]: 'Subnet': {'1.1'}, May 20 17:00:47.845077 dv-cinder-786524-7-iscsi neutron-server[119044]: 'Trunk': {'1.1'}} May 20 17:00:47.845077 dv-cinder-786524-7-iscsi neutron-server[119044]: consumer versions: May 20 17:00:47.845077 dv-cinder-786524-7-iscsi neutron-server[119044]: { DHCP agent@dv-cinder-786524-7-iscsi: {}, May 20 17:00:47.845077 dv-cinder-786524-7-iscsi neutron-server[119044]: HyperV agent@hv-cinder-78652: {}, May 20 17:00:47.845077 dv-cinder-786524-7-iscsi neutron-server[119044]: L3 agent@dv-cinder-786524-7-iscsi: {}, May 20 17:00:47.845077 dv-cinder-786524-7-iscsi neutron-server[119044]: Metadata agent@dv-cinder-786524-7-iscsi: {}, May 20 17:00:47.845077 dv-cinder-786524-7-iscsi neutron-server[119044]: Metering agent@dv-cinder-786524-7-iscsi: {}, May 20 17:00:47.845077 dv-cinder-786524-7-iscsi neutron-server[119044]: Open vSwitch agent@dv-cinder-786524-7-iscsi: { 'AddressGroup': '1.2', May 20 17:00:47.845077 dv-cinder-786524-7-iscsi neutron-server[119044]: 'ConntrackHelper': '1.0', May 20 17:00:47.845077 dv-cinder-786524-7-iscsi neutron-server[119044]: 'Log': '1.0', May 20 17:00:47.845077 dv-cinder-786524-7-iscsi neutron-server[119044]: 'Network': '1.1', May 20 17:00:47.845077 dv-cinder-786524-7-iscsi neutron-server[119044]: 'Port': '1.7', May 20 17:00:47.845077 dv-cinder-786524-7-iscsi neutron-server[119044]: 'PortForwarding': '1.2', May 20 17:00:47.845077 dv-cinder-786524-7-iscsi neutron-server[119044]: 'QosPolicy': '1.8', May 20 17:00:47.845077 dv-cinder-786524-7-iscsi neutron-server[119044]: 'SecurityGroup': '1.4', May 20 17:00:47.845077 dv-cinder-786524-7-iscsi neutron-server[119044]: 'SecurityGroupRule': '1.2', May 20 17:00:47.845077 dv-cinder-786524-7-iscsi neutron-server[119044]: 'SubPort': '1.0', May 20 17:00:47.845077 dv-cinder-786524-7-iscsi neutron-server[119044]: 'Subnet': '1.1', May 20 17:00:47.845077 dv-cinder-786524-7-iscsi neutron-server[119044]: 'Trunk': '1.1'}} May 20 17:00:47.845077 dv-cinder-786524-7-iscsi neutron-server[119044]: {{(pid=119044) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 17:00:47.889757 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727197218515'] for network, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:47.930855 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:47.934985 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128'] for network, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:47.936409 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:47.937046 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:47.943220 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:48.055785 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8445022 May 20 17:00:48.056171 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 46204) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:00:48.061894 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Pushing event updated for resources: {'Network': ['ID=3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:48.062131 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-f76bee59-5a85-459b-b6b1-63ce8c0234fc admin admin] Request body: {'subnet': {'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1256951433-subnet', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:00:48.066270 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:48.067500 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-f76bee59-5a85-459b-b6b1-63ce8c0234fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:00:48.071717 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-f76bee59-5a85-459b-b6b1-63ce8c0234fc admin admin] Usage tracker for resource:subnet and tenant:15040cd71cf0497581d552f7a0ff286f is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:00:48.074365 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Network 3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe details requested by agent ovs-agent-dv-cinder-786524-7-iscsi with host dv-cinder-786524-7-iscsi {{(pid=119046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 17:00:48.089421 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-f76bee59-5a85-459b-b6b1-63ce8c0234fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:00:48.110257 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-f76bee59-5a85-459b-b6b1-63ce8c0234fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:00:48.121311 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76bee59-5a85-459b-b6b1-63ce8c0234fc admin admin] Made reservation on behalf of 15040cd71cf0497581d552f7a0ff286f for: {'subnet': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:00:48.123688 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f76bee59-5a85-459b-b6b1-63ce8c0234fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:48.599327 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f76bee59-5a85-459b-b6b1-63ce8c0234fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159'] for subnet, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:48.605888 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-dfe53b57-c61b-47d4-a30b-8d9abc271ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:48.693801 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76bee59-5a85-459b-b6b1-63ce8c0234fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1551b8a8-c6c6-497b-b551-8db6f5233ebf,revision_number=0']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:48.708164 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76bee59-5a85-459b-b6b1-63ce8c0234fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:48.708464 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76bee59-5a85-459b-b6b1-63ce8c0234fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:48.708786 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76bee59-5a85-459b-b6b1-63ce8c0234fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:48.709105 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76bee59-5a85-459b-b6b1-63ce8c0234fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:48.709441 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76bee59-5a85-459b-b6b1-63ce8c0234fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:48.709758 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76bee59-5a85-459b-b6b1-63ce8c0234fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:48.710077 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76bee59-5a85-459b-b6b1-63ce8c0234fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:48.710388 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76bee59-5a85-459b-b6b1-63ce8c0234fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:48.710700 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76bee59-5a85-459b-b6b1-63ce8c0234fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:48.711008 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76bee59-5a85-459b-b6b1-63ce8c0234fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:48.711403 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76bee59-5a85-459b-b6b1-63ce8c0234fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:48.711607 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76bee59-5a85-459b-b6b1-63ce8c0234fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:48.712676 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76bee59-5a85-459b-b6b1-63ce8c0234fc admin admin] Tracked resource versions report: May 20 17:00:48.712676 dv-cinder-786524-7-iscsi neutron-server[119045]: pushed versions: May 20 17:00:48.712676 dv-cinder-786524-7-iscsi neutron-server[119045]: { 'AddressGroup': {'1.2'}, May 20 17:00:48.712676 dv-cinder-786524-7-iscsi neutron-server[119045]: 'ConntrackHelper': {'1.0'}, May 20 17:00:48.712676 dv-cinder-786524-7-iscsi neutron-server[119045]: 'Log': {'1.0'}, May 20 17:00:48.712676 dv-cinder-786524-7-iscsi neutron-server[119045]: 'Network': {'1.1'}, May 20 17:00:48.712676 dv-cinder-786524-7-iscsi neutron-server[119045]: 'Port': {'1.7'}, May 20 17:00:48.712676 dv-cinder-786524-7-iscsi neutron-server[119045]: 'PortForwarding': {'1.2'}, May 20 17:00:48.712676 dv-cinder-786524-7-iscsi neutron-server[119045]: 'QosPolicy': {'1.8'}, May 20 17:00:48.712676 dv-cinder-786524-7-iscsi neutron-server[119045]: 'SecurityGroup': {'1.4'}, May 20 17:00:48.712676 dv-cinder-786524-7-iscsi neutron-server[119045]: 'SecurityGroupRule': {'1.2'}, May 20 17:00:48.712676 dv-cinder-786524-7-iscsi neutron-server[119045]: 'SubPort': {'1.0'}, May 20 17:00:48.712676 dv-cinder-786524-7-iscsi neutron-server[119045]: 'Subnet': {'1.1'}, May 20 17:00:48.712676 dv-cinder-786524-7-iscsi neutron-server[119045]: 'Trunk': {'1.1'}} May 20 17:00:48.712676 dv-cinder-786524-7-iscsi neutron-server[119045]: consumer versions: May 20 17:00:48.712676 dv-cinder-786524-7-iscsi neutron-server[119045]: { DHCP agent@dv-cinder-786524-7-iscsi: {}, May 20 17:00:48.712676 dv-cinder-786524-7-iscsi neutron-server[119045]: HyperV agent@hv-cinder-78652: {}, May 20 17:00:48.712676 dv-cinder-786524-7-iscsi neutron-server[119045]: L3 agent@dv-cinder-786524-7-iscsi: {}, May 20 17:00:48.712676 dv-cinder-786524-7-iscsi neutron-server[119045]: Metadata agent@dv-cinder-786524-7-iscsi: {}, May 20 17:00:48.712676 dv-cinder-786524-7-iscsi neutron-server[119045]: Metering agent@dv-cinder-786524-7-iscsi: {}, May 20 17:00:48.712676 dv-cinder-786524-7-iscsi neutron-server[119045]: Open vSwitch agent@dv-cinder-786524-7-iscsi: { 'AddressGroup': '1.2', May 20 17:00:48.712676 dv-cinder-786524-7-iscsi neutron-server[119045]: 'ConntrackHelper': '1.0', May 20 17:00:48.712676 dv-cinder-786524-7-iscsi neutron-server[119045]: 'Log': '1.0', May 20 17:00:48.712676 dv-cinder-786524-7-iscsi neutron-server[119045]: 'Network': '1.1', May 20 17:00:48.712676 dv-cinder-786524-7-iscsi neutron-server[119045]: 'Port': '1.7', May 20 17:00:48.712676 dv-cinder-786524-7-iscsi neutron-server[119045]: 'PortForwarding': '1.2', May 20 17:00:48.712676 dv-cinder-786524-7-iscsi neutron-server[119045]: 'QosPolicy': '1.8', May 20 17:00:48.712676 dv-cinder-786524-7-iscsi neutron-server[119045]: 'SecurityGroup': '1.4', May 20 17:00:48.712676 dv-cinder-786524-7-iscsi neutron-server[119045]: 'SecurityGroupRule': '1.2', May 20 17:00:48.712676 dv-cinder-786524-7-iscsi neutron-server[119045]: 'SubPort': '1.0', May 20 17:00:48.712676 dv-cinder-786524-7-iscsi neutron-server[119045]: 'Subnet': '1.1', May 20 17:00:48.712676 dv-cinder-786524-7-iscsi neutron-server[119045]: 'Trunk': '1.1'}} May 20 17:00:48.712676 dv-cinder-786524-7-iscsi neutron-server[119045]: {{(pid=119045) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 17:00:48.718733 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-f76bee59-5a85-459b-b6b1-63ce8c0234fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:48.720437 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76bee59-5a85-459b-b6b1-63ce8c0234fc admin admin] Checking segment: {'id': '04f20a06-e49b-44e4-8773-c49eb357921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:00:48.720796 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76bee59-5a85-459b-b6b1-63ce8c0234fc admin admin] Network hostable DHCP agents. Network: 3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe, hostable agents: ['6b6b5109-91f6-4dcc-9375-40169a0e8fed'], hosted agents: [] {{(pid=119045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 17:00:48.724140 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 46244) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:00:48.747590 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76bee59-5a85-459b-b6b1-63ce8c0234fc admin admin] Network 3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe is scheduled to be hosted by DHCP agent 6b6b5109-91f6-4dcc-9375-40169a0e8fed with binding_index 1 {{(pid=119045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 17:00:48.760782 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [None req-f76bee59-5a85-459b-b6b1-63ce8c0234fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-iscsi, 3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe) {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:00:48.769806 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76bee59-5a85-459b-b6b1-63ce8c0234fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:48.770508 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f76bee59-5a85-459b-b6b1-63ce8c0234fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for subnet, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:48.772749 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b6e6b6-7bd6-4794-bfb6-1f30d460afb5 None None] Network 3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:00:48.799775 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 46254) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:00:48.800631 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-f76bee59-5a85-459b-b6b1-63ce8c0234fc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7430978 May 20 17:00:48.808335 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-84e82abf-1bb8-41e1-a785-28bd233595c5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1256951433-router', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'}}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:00:48.815404 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-84e82abf-1bb8-41e1-a785-28bd233595c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:00:48.819786 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-84e82abf-1bb8-41e1-a785-28bd233595c5 admin admin] Usage tracker for resource:router and tenant:15040cd71cf0497581d552f7a0ff286f is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:00:48.824203 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-84e82abf-1bb8-41e1-a785-28bd233595c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:00:48.831669 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-84e82abf-1bb8-41e1-a785-28bd233595c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:00:48.848334 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-84e82abf-1bb8-41e1-a785-28bd233595c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16751073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3089'] for router, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:48.850673 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-84e82abf-1bb8-41e1-a785-28bd233595c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16749815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16382112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3098'] for router, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:48.879643 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-84e82abf-1bb8-41e1-a785-28bd233595c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:49.052228 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9e3bc99-4bc4-5a8a-9ef8-f495f19de429-3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe', 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'fixed_ips': [{'subnet_id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf'}]}} from dv-cinder-786524-7-iscsi. {{(pid=119046) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 17:00:49.053858 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:49.312134 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.db_base_plugin_common [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Allocated IP 172.20.0.2 (3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe/1551b8a8-c6c6-497b-b551-8db6f5233ebf/6f46c0ae-cea5-4e9f-ad76-cb72512dc344) {{(pid=119046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:00:49.351817 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-84e82abf-1bb8-41e1-a785-28bd233595c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16382098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16751095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3084'] for router, precommit_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:49.387274 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-bc8a962a-6935-4860-8098-29d857ff357e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-546641962-network', 'tenant_id': 'c10a35cce7bb4295a608aa38f6a9ca47'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:00:49.392118 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 46268) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:00:49.395656 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-bc8a962a-6935-4860-8098-29d857ff357e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:00:49.400082 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-bc8a962a-6935-4860-8098-29d857ff357e admin admin] Usage tracker for resource:network and tenant:c10a35cce7bb4295a608aa38f6a9ca47 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:00:49.403844 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-bc8a962a-6935-4860-8098-29d857ff357e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:00:49.411381 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-bc8a962a-6935-4860-8098-29d857ff357e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:00:49.444953 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8a962a-6935-4860-8098-29d857ff357e admin admin] Made reservation on behalf of c10a35cce7bb4295a608aa38f6a9ca47 for: {'network': 1} {{(pid=119044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:00:49.447346 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-bc8a962a-6935-4860-8098-29d857ff357e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605269'] for network, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:49.505998 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-bc8a962a-6935-4860-8098-29d857ff357e admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:49.527939 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-bc8a962a-6935-4860-8098-29d857ff357e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:00:49.534458 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-bc8a962a-6935-4860-8098-29d857ff357e admin admin] Usage tracker for resource:security_group_rule and tenant:c10a35cce7bb4295a608aa38f6a9ca47 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:00:49.543053 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-bc8a962a-6935-4860-8098-29d857ff357e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:00:49.552003 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-bc8a962a-6935-4860-8098-29d857ff357e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:00:49.579104 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Notify callbacks [] for port, precommit_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:49.593396 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Transition to ACTIVE for port object 6f46c0ae-cea5-4e9f-ad76-cb72512dc344 will not be triggered until provisioned by entity L2. {{(pid=119046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:00:49.618195 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Transition to ACTIVE for port object 6f46c0ae-cea5-4e9f-ad76-cb72512dc344 will not be triggered until provisioned by entity DHCP. {{(pid=119046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:00:49.627401 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791'] for port, after_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:49.633658 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:49.701978 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Network 3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe is already hosted by enough agents. {{(pid=119046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:00:49.705184 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.scheduler.base_scheduler [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Resources bound (agent type, host, resource id): {{(pid=119046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:00:49.708316 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Received port after_create {{(pid=119046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:00:49.749933 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Pushing event updated for resources: {'Port': ['ID=6f46c0ae-cea5-4e9f-ad76-cb72512dc344,revision_number=1']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:49.778967 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-bc8a962a-6935-4860-8098-29d857ff357e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:49.795330 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:49.795718 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:49.796049 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:49.796369 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:49.796683 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:49.797035 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:49.797372 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:49.797760 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:49.798072 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:49.798419 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:49.798725 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:49.799031 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:49.800101 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Tracked resource versions report: May 20 17:00:49.800101 dv-cinder-786524-7-iscsi neutron-server[119046]: pushed versions: May 20 17:00:49.800101 dv-cinder-786524-7-iscsi neutron-server[119046]: { 'AddressGroup': {'1.2'}, May 20 17:00:49.800101 dv-cinder-786524-7-iscsi neutron-server[119046]: 'ConntrackHelper': {'1.0'}, May 20 17:00:49.800101 dv-cinder-786524-7-iscsi neutron-server[119046]: 'Log': {'1.0'}, May 20 17:00:49.800101 dv-cinder-786524-7-iscsi neutron-server[119046]: 'Network': {'1.1'}, May 20 17:00:49.800101 dv-cinder-786524-7-iscsi neutron-server[119046]: 'Port': {'1.7'}, May 20 17:00:49.800101 dv-cinder-786524-7-iscsi neutron-server[119046]: 'PortForwarding': {'1.2'}, May 20 17:00:49.800101 dv-cinder-786524-7-iscsi neutron-server[119046]: 'QosPolicy': {'1.8'}, May 20 17:00:49.800101 dv-cinder-786524-7-iscsi neutron-server[119046]: 'SecurityGroup': {'1.4'}, May 20 17:00:49.800101 dv-cinder-786524-7-iscsi neutron-server[119046]: 'SecurityGroupRule': {'1.2'}, May 20 17:00:49.800101 dv-cinder-786524-7-iscsi neutron-server[119046]: 'SubPort': {'1.0'}, May 20 17:00:49.800101 dv-cinder-786524-7-iscsi neutron-server[119046]: 'Subnet': {'1.1'}, May 20 17:00:49.800101 dv-cinder-786524-7-iscsi neutron-server[119046]: 'Trunk': {'1.1'}} May 20 17:00:49.800101 dv-cinder-786524-7-iscsi neutron-server[119046]: consumer versions: May 20 17:00:49.800101 dv-cinder-786524-7-iscsi neutron-server[119046]: { DHCP agent@dv-cinder-786524-7-iscsi: {}, May 20 17:00:49.800101 dv-cinder-786524-7-iscsi neutron-server[119046]: HyperV agent@hv-cinder-78652: {}, May 20 17:00:49.800101 dv-cinder-786524-7-iscsi neutron-server[119046]: L3 agent@dv-cinder-786524-7-iscsi: {}, May 20 17:00:49.800101 dv-cinder-786524-7-iscsi neutron-server[119046]: Metadata agent@dv-cinder-786524-7-iscsi: {}, May 20 17:00:49.800101 dv-cinder-786524-7-iscsi neutron-server[119046]: Metering agent@dv-cinder-786524-7-iscsi: {}, May 20 17:00:49.800101 dv-cinder-786524-7-iscsi neutron-server[119046]: Open vSwitch agent@dv-cinder-786524-7-iscsi: { 'AddressGroup': '1.2', May 20 17:00:49.800101 dv-cinder-786524-7-iscsi neutron-server[119046]: 'ConntrackHelper': '1.0', May 20 17:00:49.800101 dv-cinder-786524-7-iscsi neutron-server[119046]: 'Log': '1.0', May 20 17:00:49.800101 dv-cinder-786524-7-iscsi neutron-server[119046]: 'Network': '1.1', May 20 17:00:49.800101 dv-cinder-786524-7-iscsi neutron-server[119046]: 'Port': '1.7', May 20 17:00:49.800101 dv-cinder-786524-7-iscsi neutron-server[119046]: 'PortForwarding': '1.2', May 20 17:00:49.800101 dv-cinder-786524-7-iscsi neutron-server[119046]: 'QosPolicy': '1.8', May 20 17:00:49.800101 dv-cinder-786524-7-iscsi neutron-server[119046]: 'SecurityGroup': '1.4', May 20 17:00:49.800101 dv-cinder-786524-7-iscsi neutron-server[119046]: 'SecurityGroupRule': '1.2', May 20 17:00:49.800101 dv-cinder-786524-7-iscsi neutron-server[119046]: 'SubPort': '1.0', May 20 17:00:49.800101 dv-cinder-786524-7-iscsi neutron-server[119046]: 'Subnet': '1.1', May 20 17:00:49.800101 dv-cinder-786524-7-iscsi neutron-server[119046]: 'Trunk': '1.1'}} May 20 17:00:49.800101 dv-cinder-786524-7-iscsi neutron-server[119046]: {{(pid=119046) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 17:00:49.810243 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:49.816751 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-bc8a962a-6935-4860-8098-29d857ff357e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:49.833573 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Attempting to bind port 6f46c0ae-cea5-4e9f-ad76-cb72512dc344 on host dv-cinder-786524-7-iscsi for vnic_type normal with profile {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:00:49.834109 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Attempting to bind port 6f46c0ae-cea5-4e9f-ad76-cb72512dc344 by drivers openvswitch,hyperv on host dv-cinder-786524-7-iscsi at level 0 using segments [{'id': '04f20a06-e49b-44e4-8773-c49eb357921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe'}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:00:49.834642 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Attempting to bind port 6f46c0ae-cea5-4e9f-ad76-cb72512dc344 on network 3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:00:49.841306 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Checking agent: {'id': '04a99329-5785-4fd7-acdc-4119699d5680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 53, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:00:49.841919 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Checking segment: {'id': '04f20a06-e49b-44e4-8773-c49eb357921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:00:49.842470 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:49.843025 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Bound using segment: {'id': '04f20a06-e49b-44e4-8773-c49eb357921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe'} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:00:49.843693 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Bound port: 6f46c0ae-cea5-4e9f-ad76-cb72512dc344, host: dv-cinder-786524-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f20a06-e49b-44e4-8773-c49eb357921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe'}}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:00:49.844211 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:49.853472 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8a962a-6935-4860-8098-29d857ff357e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=119044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 17:00:49.860437 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:49.897860 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-bc8a962a-6935-4860-8098-29d857ff357e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:49.898637 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.db.segments_db [None req-bc8a962a-6935-4860-8098-29d857ff357e admin admin] Added segment c4d0e9b1-2ef0-4f03-b7a4-bcff7c83d614 of type vlan for network 0f58f3f7-37b5-41f9-9268-88bdfbdce486 May 20 17:00:49.964859 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] For port 6f46c0ae-cea5-4e9f-ad76-cb72512dc344, host dv-cinder-786524-7-iscsi, cleared binding levels {{(pid=119046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:00:49.968415 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] For port 6f46c0ae-cea5-4e9f-ad76-cb72512dc344, host dv-cinder-786524-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=6f46c0ae-cea5-4e9f-ad76-cb72512dc344,segment=NetworkSegment(04f20a06-e49b-44e4-8773-c49eb357921a),segment_id=04f20a06-e49b-44e4-8773-c49eb357921a)] {{(pid=119046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:00:49.972934 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-519d14eb-295c-42f8-ba2f-91f2645c4f7e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1720347441-network', 'tenant_id': '633b28eb0b87461f810176c2a59c4333'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:00:49.980627 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:49.985419 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-519d14eb-295c-42f8-ba2f-91f2645c4f7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:00:49.990479 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-519d14eb-295c-42f8-ba2f-91f2645c4f7e admin admin] Usage tracker for resource:network and tenant:633b28eb0b87461f810176c2a59c4333 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:00:49.993759 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:49.995676 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-519d14eb-295c-42f8-ba2f-91f2645c4f7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:00:50.002504 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-519d14eb-295c-42f8-ba2f-91f2645c4f7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:00:50.017819 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a962a-6935-4860-8098-29d857ff357e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b295cc2-7391-4834-b6ac-f74f39203286,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:50.023269 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-84e82abf-1bb8-41e1-a785-28bd233595c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:50.024807 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519d14eb-295c-42f8-ba2f-91f2645c4f7e admin admin] Made reservation on behalf of 633b28eb0b87461f810176c2a59c4333 for: {'network': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:00:50.028187 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-519d14eb-295c-42f8-ba2f-91f2645c4f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605269'] for network, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:50.060856 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-519d14eb-295c-42f8-ba2f-91f2645c4f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:50.082066 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-bc8a962a-6935-4860-8098-29d857ff357e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727197218515'] for network, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:50.096943 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-bc8a962a-6935-4860-8098-29d857ff357e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:50.105799 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Pushing event updated for resources: {'Port': ['ID=6f46c0ae-cea5-4e9f-ad76-cb72512dc344,revision_number=2']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:50.111111 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-84e82abf-1bb8-41e1-a785-28bd233595c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:50.113634 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:50.124948 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-519d14eb-295c-42f8-ba2f-91f2645c4f7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:00:50.133041 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-519d14eb-295c-42f8-ba2f-91f2645c4f7e admin admin] Usage tracker for resource:security_group_rule and tenant:633b28eb0b87461f810176c2a59c4333 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:00:50.136520 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-519d14eb-295c-42f8-ba2f-91f2645c4f7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:00:50.144246 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-519d14eb-295c-42f8-ba2f-91f2645c4f7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:00:50.246152 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.db.resource_extend [None req-bc8a962a-6935-4860-8098-29d857ff357e admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 17:00:50.255655 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-519d14eb-295c-42f8-ba2f-91f2645c4f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:50.264576 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-519d14eb-295c-42f8-ba2f-91f2645c4f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:50.276791 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:50.385905 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d14eb-295c-42f8-ba2f-91f2645c4f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0516f98-9816-4b42-96cf-9baa2a8d225b,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:50.399105 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-519d14eb-295c-42f8-ba2f-91f2645c4f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:50.412845 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-bc8a962a-6935-4860-8098-29d857ff357e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128'] for network, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:50.416485 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-519d14eb-295c-42f8-ba2f-91f2645c4f7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=119045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 17:00:50.447523 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8a962a-6935-4860-8098-29d857ff357e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:50.449999 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-519d14eb-295c-42f8-ba2f-91f2645c4f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:50.450890 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-bc8a962a-6935-4860-8098-29d857ff357e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:50.451157 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.db.segments_db [None req-519d14eb-295c-42f8-ba2f-91f2645c4f7e admin admin] Added segment 37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec of type vlan for network c2c7c270-423d-436f-960a-39d7d4b1aa00 May 20 17:00:50.536185 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-519d14eb-295c-42f8-ba2f-91f2645c4f7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727197218515'] for network, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:50.553528 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:50.598898 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-519d14eb-295c-42f8-ba2f-91f2645c4f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128'] for network, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:50.600423 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519d14eb-295c-42f8-ba2f-91f2645c4f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:50.602148 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-519d14eb-295c-42f8-ba2f-91f2645c4f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:50.608075 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-396cb831-6d4d-4201-b576-64f4dad2d0cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:50.619892 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 6 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:00:50.760624 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-519d14eb-295c-42f8-ba2f-91f2645c4f7e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3643215 May 20 17:00:50.779489 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 46312) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:00:50.780267 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d14eb-295c-42f8-ba2f-91f2645c4f7e admin admin] Pushing event updated for resources: {'Network': ['ID=c2c7c270-423d-436f-960a-39d7d4b1aa00,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:50.790157 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-5113ddb3-bbaf-48a1-b0da-e5d43102999d admin admin] Request body: {'subnet': {'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1720347441-subnet', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:00:50.791927 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Network c2c7c270-423d-436f-960a-39d7d4b1aa00 details requested by agent ovs-agent-dv-cinder-786524-7-iscsi with host dv-cinder-786524-7-iscsi {{(pid=119046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 17:00:50.802811 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-519d14eb-295c-42f8-ba2f-91f2645c4f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:50.805926 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-5113ddb3-bbaf-48a1-b0da-e5d43102999d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:00:50.809453 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a962a-6935-4860-8098-29d857ff357e admin admin] Pushing event updated for resources: {'Network': ['ID=0f58f3f7-37b5-41f9-9268-88bdfbdce486,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:50.821475 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-5113ddb3-bbaf-48a1-b0da-e5d43102999d admin admin] Usage tracker for resource:subnet and tenant:633b28eb0b87461f810176c2a59c4333 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:00:50.823159 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-bc8a962a-6935-4860-8098-29d857ff357e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:50.825935 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-5113ddb3-bbaf-48a1-b0da-e5d43102999d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:00:50.840072 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.db_base_plugin_common [None req-84e82abf-1bb8-41e1-a785-28bd233595c5 admin admin] Allocated IP 172.27.3.242 (7bf407be-0a2f-4276-bbb9-407bd07b5677/0cc0c620-4805-460b-b0e9-2701bd4f1725/9a4fa161-28a3-49a0-9c80-2d961f005169) {{(pid=119044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:00:50.840709 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Network 0f58f3f7-37b5-41f9-9268-88bdfbdce486 details requested by agent ovs-agent-dv-cinder-786524-7-iscsi with host dv-cinder-786524-7-iscsi {{(pid=119046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 17:00:50.846218 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-5113ddb3-bbaf-48a1-b0da-e5d43102999d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:00:50.852227 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-bc8a962a-6935-4860-8098-29d857ff357e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1249478 May 20 17:00:50.853408 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 46318) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:00:50.871408 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-3debf0de-7746-4a4b-b613-5af7c254e447 admin admin] Request body: {'subnet': {'network_id': '0f58f3f7-37b5-41f9-9268-88bdfbdce486', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-546641962-subnet', 'tenant_id': 'c10a35cce7bb4295a608aa38f6a9ca47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:00:50.877570 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5113ddb3-bbaf-48a1-b0da-e5d43102999d admin admin] Made reservation on behalf of 633b28eb0b87461f810176c2a59c4333 for: {'subnet': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:00:50.884674 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-5113ddb3-bbaf-48a1-b0da-e5d43102999d admin admin] Notify callbacks [] for subnet, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:50.913781 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-3debf0de-7746-4a4b-b613-5af7c254e447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:00:50.936724 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-3debf0de-7746-4a4b-b613-5af7c254e447 admin admin] Usage tracker for resource:subnet and tenant:c10a35cce7bb4295a608aa38f6a9ca47 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:00:50.965386 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-3debf0de-7746-4a4b-b613-5af7c254e447 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:00:50.972729 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-3debf0de-7746-4a4b-b613-5af7c254e447 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:00:50.992319 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3debf0de-7746-4a4b-b613-5af7c254e447 admin admin] Made reservation on behalf of c10a35cce7bb4295a608aa38f6a9ca47 for: {'subnet': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:00:50.997459 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3debf0de-7746-4a4b-b613-5af7c254e447 admin admin] Notify callbacks [] for subnet, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:51.323815 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-84e82abf-1bb8-41e1-a785-28bd233595c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:51.427192 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-84e82abf-1bb8-41e1-a785-28bd233595c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791'] for port, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:51.436373 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:51.514885 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e82abf-1bb8-41e1-a785-28bd233595c5 admin admin] Network 7bf407be-0a2f-4276-bbb9-407bd07b5677 is already hosted by enough agents. {{(pid=119044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:00:51.520055 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [None req-84e82abf-1bb8-41e1-a785-28bd233595c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:00:51.527733 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e82abf-1bb8-41e1-a785-28bd233595c5 admin admin] Received port after_create {{(pid=119044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:00:51.615214 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e82abf-1bb8-41e1-a785-28bd233595c5 admin admin] Pushing event updated for resources: {'Port': ['ID=9a4fa161-28a3-49a0-9c80-2d961f005169,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:51.665898 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f69c252-c35b-4660-a9da-991a2b89cd69 None None] Network 3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:00:51.708274 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-84e82abf-1bb8-41e1-a785-28bd233595c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:51.899566 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-51f1cd87-48f2-4a20-bde6-3debca9061b3 None None] Provisioning for port 6f46c0ae-cea5-4e9f-ad76-cb72512dc344 completed by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:00:52.161271 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-84e82abf-1bb8-41e1-a785-28bd233595c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:52.362819 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 6f46c0ae-cea5-4e9f-ad76-cb72512dc344 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:00:52.389305 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-5113ddb3-bbaf-48a1-b0da-e5d43102999d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159'] for subnet, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:52.396068 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:52.500627 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning for port 6f46c0ae-cea5-4e9f-ad76-cb72512dc344 completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:00:52.517582 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 6f46c0ae-cea5-4e9f-ad76-cb72512dc344 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:00:52.517962 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:52.598237 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113ddb3-bbaf-48a1-b0da-e5d43102999d admin admin] Pushing event updated for resources: {'Subnet': ['ID=57a04c80-7361-435a-811d-e955eb1e7f4b,revision_number=0']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:52.612421 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-5113ddb3-bbaf-48a1-b0da-e5d43102999d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:52.631915 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5113ddb3-bbaf-48a1-b0da-e5d43102999d admin admin] Checking segment: {'id': '37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:00:52.632261 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5113ddb3-bbaf-48a1-b0da-e5d43102999d admin admin] Network hostable DHCP agents. Network: c2c7c270-423d-436f-960a-39d7d4b1aa00, hostable agents: ['6b6b5109-91f6-4dcc-9375-40169a0e8fed'], hosted agents: [] {{(pid=119045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 17:00:52.706514 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3debf0de-7746-4a4b-b613-5af7c254e447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159'] for subnet, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:52.719716 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:52.763224 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-f3ad265b-5e47-48c4-9635-292676d7d827 None None] Provisioning complete for port 6f46c0ae-cea5-4e9f-ad76-cb72512dc344 triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:00:52.766477 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-f3ad265b-5e47-48c4-9635-292676d7d827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:52.846294 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5113ddb3-bbaf-48a1-b0da-e5d43102999d admin admin] Network c2c7c270-423d-436f-960a-39d7d4b1aa00 is scheduled to be hosted by DHCP agent 6b6b5109-91f6-4dcc-9375-40169a0e8fed with binding_index 1 {{(pid=119045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 17:00:52.879411 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3debf0de-7746-4a4b-b613-5af7c254e447 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17da0c2c-cf60-42be-a72a-23a59a0d97b9,revision_number=0']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:52.895927 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [None req-5113ddb3-bbaf-48a1-b0da-e5d43102999d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-iscsi, c2c7c270-423d-436f-960a-39d7d4b1aa00) {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:00:52.914241 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-3debf0de-7746-4a4b-b613-5af7c254e447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:52.932300 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:52.959440 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5113ddb3-bbaf-48a1-b0da-e5d43102999d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:52.960127 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-5113ddb3-bbaf-48a1-b0da-e5d43102999d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for subnet, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:52.964630 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89deb8b-aca8-4d6d-9cc2-fb21d453852d None None] Network c2c7c270-423d-436f-960a-39d7d4b1aa00 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:00:52.991226 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-84e82abf-1bb8-41e1-a785-28bd233595c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16751086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16382154'] for router, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:52.992777 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3debf0de-7746-4a4b-b613-5af7c254e447 admin admin] Checking segment: {'id': 'c4d0e9b1-2ef0-4f03-b7a4-bcff7c83d614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '0f58f3f7-37b5-41f9-9268-88bdfbdce486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:00:52.993826 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3debf0de-7746-4a4b-b613-5af7c254e447 admin admin] Network hostable DHCP agents. Network: 0f58f3f7-37b5-41f9-9268-88bdfbdce486, hostable agents: ['6b6b5109-91f6-4dcc-9375-40169a0e8fed'], hosted agents: [] {{(pid=119045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 17:00:53.063027 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3debf0de-7746-4a4b-b613-5af7c254e447 admin admin] Network 0f58f3f7-37b5-41f9-9268-88bdfbdce486 is scheduled to be hosted by DHCP agent 6b6b5109-91f6-4dcc-9375-40169a0e8fed with binding_index 1 {{(pid=119045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 17:00:53.072749 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [None req-3debf0de-7746-4a4b-b613-5af7c254e447 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-iscsi, 0f58f3f7-37b5-41f9-9268-88bdfbdce486) {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:00:53.082195 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-5113ddb3-bbaf-48a1-b0da-e5d43102999d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2990773 May 20 17:00:53.088086 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3debf0de-7746-4a4b-b613-5af7c254e447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:53.088978 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3debf0de-7746-4a4b-b613-5af7c254e447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for subnet, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:53.125958 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 46388) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:00:53.137241 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-c541a2f6-2783-42a1-bdfe-3599240a7bc4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1720347441-router', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'}}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:00:53.150585 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-c541a2f6-2783-42a1-bdfe-3599240a7bc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:00:53.155744 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-c541a2f6-2783-42a1-bdfe-3599240a7bc4 admin admin] Usage tracker for resource:router and tenant:633b28eb0b87461f810176c2a59c4333 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:00:53.165381 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-c541a2f6-2783-42a1-bdfe-3599240a7bc4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:00:53.177894 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-c541a2f6-2783-42a1-bdfe-3599240a7bc4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:00:53.198065 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-3debf0de-7746-4a4b-b613-5af7c254e447 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3302035 May 20 17:00:53.198065 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-c541a2f6-2783-42a1-bdfe-3599240a7bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16751073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3089'] for router, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:53.198065 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-c541a2f6-2783-42a1-bdfe-3599240a7bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16749815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16382112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3098'] for router, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:53.203166 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62877331-612b-48ef-a49d-deb0aaab01c2 None None] Network 0f58f3f7-37b5-41f9-9268-88bdfbdce486 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:00:53.212639 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-c541a2f6-2783-42a1-bdfe-3599240a7bc4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:53.223995 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] For port 6f46c0ae-cea5-4e9f-ad76-cb72512dc344, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=6f46c0ae-cea5-4e9f-ad76-cb72512dc344,segment=NetworkSegment(04f20a06-e49b-44e4-8773-c49eb357921a),segment_id=04f20a06-e49b-44e4-8773-c49eb357921a)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:00:53.232287 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-f3ad265b-5e47-48c4-9635-292676d7d827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:53.263605 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:53.285724 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:53.378737 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e82abf-1bb8-41e1-a785-28bd233595c5 admin admin] Router c5bc0eec-8b05-4562-ae36-8bc97585b490 is scheduled to L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 with binding_index 1 {{(pid=119044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 17:00:53.682590 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e82abf-1bb8-41e1-a785-28bd233595c5 admin admin] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:00:53.692198 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aa173d-c434-4beb-8fe1-eb26d62bbdfe None None] Sync routers for ids ['c5bc0eec-8b05-4562-ae36-8bc97585b490'] in dv-cinder-786524-7-iscsi {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:00:53.709452 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aa173d-c434-4beb-8fe1-eb26d62bbdfe None None] Routers {'c5bc0eec-8b05-4562-ae36-8bc97585b490'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:00:53.710560 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-29aa173d-c434-4beb-8fe1-eb26d62bbdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:00:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c5bc0eec-8b05-4562-ae36-8bc97585b490'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:00:53.714745 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Pushing event updated for resources: {'Port': ['ID=6f46c0ae-cea5-4e9f-ad76-cb72512dc344,revision_number=3']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:53.714915 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-84e82abf-1bb8-41e1-a785-28bd233595c5 admin admin] Notify callbacks [] for router, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:53.716503 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-84e82abf-1bb8-41e1-a785-28bd233595c5 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9149957 May 20 17:00:53.719914 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 46418) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:00:53.743397 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.db.api [None req-f3ad265b-5e47-48c4-9635-292676d7d827 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 17:00:53.743812 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_db.api [None req-f3ad265b-5e47-48c4-9635-292676d7d827 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 17:00:53.758998 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:53.796962 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-c541a2f6-2783-42a1-bdfe-3599240a7bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16382098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16751095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3084'] for router, precommit_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:54.025771 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6b3061-b060-4290-bb25-75d468fc3cd2 None None] Network 0f58f3f7-37b5-41f9-9268-88bdfbdce486 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:00:54.052321 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129d3daf-42bd-4339-8e9f-be1ac8c7c4d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9e3bc99-4bc4-5a8a-9ef8-f495f19de429-c2c7c270-423d-436f-960a-39d7d4b1aa00', 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'fixed_ips': [{'subnet_id': '57a04c80-7361-435a-811d-e955eb1e7f4b'}]}} from dv-cinder-786524-7-iscsi. {{(pid=119046) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 17:00:54.053161 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-129d3daf-42bd-4339-8e9f-be1ac8c7c4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:54.250185 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-29aa173d-c434-4beb-8fe1-eb26d62bbdfe None None] Set router c5bc0eec-8b05-4562-ae36-8bc97585b490 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:00:54.326077 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 46452) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:00:54.351548 dv-cinder-786524-7-iscsi neutron-server[119045]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 20 17:00:54.427568 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 6f46c0ae-cea5-4e9f-ad76-cb72512dc344 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:00:54.916858 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 6f46c0ae-cea5-4e9f-ad76-cb72512dc344 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:00:54.917280 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:54.985691 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-29aa173d-c434-4beb-8fe1-eb26d62bbdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'name': 'tempest-AttachVolumeShelveTestJSON-1256951433-router', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:48Z', 'updated_at': '2021-05-20T17:00:51Z', 'revision_number': 3, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'gw_port': {'id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:50Z', 'updated_at': '2021-05-20T17:00:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi'}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:00:55.005912 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-4ac2b63f-f282-4d44-ae32-a4613c9701dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:55.009565 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aa173d-c434-4beb-8fe1-eb26d62bbdfe None None] Checking router: c5bc0eec-8b05-4562-ae36-8bc97585b490 for host: dv-cinder-786524-7-iscsi {{(pid=119047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:00:55.009930 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aa173d-c434-4beb-8fe1-eb26d62bbdfe None None] Updating router c5bc0eec-8b05-4562-ae36-8bc97585b490 port 9a4fa161-28a3-49a0-9c80-2d961f005169 binding host dv-cinder-786524-7-iscsi {{(pid=119047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 17:00:55.025619 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.db_base_plugin_common [None req-129d3daf-42bd-4339-8e9f-be1ac8c7c4d0 None None] Allocated IP 172.20.0.2 (c2c7c270-423d-436f-960a-39d7d4b1aa00/57a04c80-7361-435a-811d-e955eb1e7f4b/3f478f26-d96b-42d5-9e31-aec1d8b5365f) {{(pid=119046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:00:55.033155 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-2b672402-8d9a-4f7e-aa0c-bd6124188afd tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:55.035675 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-2b672402-8d9a-4f7e-aa0c-bd6124188afd tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/networks?id=0f58f3f7-37b5-41f9-9268-88bdfbdce486 HTTP/1.1" status: 200 len: 811 time: 0.7051108 May 20 17:00:55.047582 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-c541a2f6-2783-42a1-bdfe-3599240a7bc4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:55.099879 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-0c69f328-9c68-4363-8169-9b9fb9908c90 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/quotas/c10a35cce7bb4295a608aa38f6a9ca47 HTTP/1.1" status: 200 len: 375 time: 0.0194135 May 20 17:00:55.102740 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-c541a2f6-2783-42a1-bdfe-3599240a7bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:55.104536 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-29aa173d-c434-4beb-8fe1-eb26d62bbdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:55.332123 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-ef7f5ac0-64b8-4691-9d66-37dd209e34fa tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c10a35cce7bb4295a608aa38f6a9ca47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608256 May 20 17:00:55.339233 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_common [None req-c541a2f6-2783-42a1-bdfe-3599240a7bc4 admin admin] Allocated IP 172.27.3.180 (7bf407be-0a2f-4276-bbb9-407bd07b5677/0cc0c620-4805-460b-b0e9-2701bd4f1725/d614eca4-bc57-4c3a-bd5d-db606066c4db) {{(pid=119045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:00:55.348612 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-129d3daf-42bd-4339-8e9f-be1ac8c7c4d0 None None] Notify callbacks [] for port, precommit_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:55.361691 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-129d3daf-42bd-4339-8e9f-be1ac8c7c4d0 None None] Transition to ACTIVE for port object 3f478f26-d96b-42d5-9e31-aec1d8b5365f will not be triggered until provisioned by entity L2. {{(pid=119046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:00:55.387697 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-129d3daf-42bd-4339-8e9f-be1ac8c7c4d0 None None] Transition to ACTIVE for port object 3f478f26-d96b-42d5-9e31-aec1d8b5365f will not be triggered until provisioned by entity DHCP. {{(pid=119046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:00:55.400408 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-129d3daf-42bd-4339-8e9f-be1ac8c7c4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791'] for port, after_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:55.413032 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:55.505452 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.db_base_plugin_common [None req-4ac2b63f-f282-4d44-ae32-a4613c9701dd admin admin] Allocated IP 172.20.0.1 (3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe/1551b8a8-c6c6-497b-b551-8db6f5233ebf/4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd) {{(pid=119044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:00:55.556101 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129d3daf-42bd-4339-8e9f-be1ac8c7c4d0 None None] Network c2c7c270-423d-436f-960a-39d7d4b1aa00 is already hosted by enough agents. {{(pid=119046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:00:55.560216 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.scheduler.base_scheduler [None req-129d3daf-42bd-4339-8e9f-be1ac8c7c4d0 None None] Resources bound (agent type, host, resource id): {{(pid=119046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:00:55.565999 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129d3daf-42bd-4339-8e9f-be1ac8c7c4d0 None None] Received port after_create {{(pid=119046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:00:55.640013 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-c541a2f6-2783-42a1-bdfe-3599240a7bc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:55.690412 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d3daf-42bd-4339-8e9f-be1ac8c7c4d0 None None] Pushing event updated for resources: {'Port': ['ID=3f478f26-d96b-42d5-9e31-aec1d8b5365f,revision_number=1']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:55.697859 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-c541a2f6-2783-42a1-bdfe-3599240a7bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791'] for port, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:55.700360 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-129d3daf-42bd-4339-8e9f-be1ac8c7c4d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:55.712811 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-8eed4d16-f03f-4006-a11d-c6509e0feb04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:55.723790 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-129d3daf-42bd-4339-8e9f-be1ac8c7c4d0 None None] Attempting to bind port 3f478f26-d96b-42d5-9e31-aec1d8b5365f on host dv-cinder-786524-7-iscsi for vnic_type normal with profile {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:00:55.724165 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-129d3daf-42bd-4339-8e9f-be1ac8c7c4d0 None None] Attempting to bind port 3f478f26-d96b-42d5-9e31-aec1d8b5365f by drivers openvswitch,hyperv on host dv-cinder-786524-7-iscsi at level 0 using segments [{'id': '37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00'}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:00:55.724528 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129d3daf-42bd-4339-8e9f-be1ac8c7c4d0 None None] Attempting to bind port 3f478f26-d96b-42d5-9e31-aec1d8b5365f on network c2c7c270-423d-436f-960a-39d7d4b1aa00 {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:00:55.739446 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129d3daf-42bd-4339-8e9f-be1ac8c7c4d0 None None] Checking agent: {'id': '04a99329-5785-4fd7-acdc-4119699d5680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 53, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:00:55.739966 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129d3daf-42bd-4339-8e9f-be1ac8c7c4d0 None None] Checking segment: {'id': '37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:00:55.740221 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-129d3daf-42bd-4339-8e9f-be1ac8c7c4d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:55.740621 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129d3daf-42bd-4339-8e9f-be1ac8c7c4d0 None None] Bound using segment: {'id': '37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00'} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:00:55.741100 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-129d3daf-42bd-4339-8e9f-be1ac8c7c4d0 None None] Bound port: 3f478f26-d96b-42d5-9e31-aec1d8b5365f, host: dv-cinder-786524-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00'}}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:00:55.741494 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-129d3daf-42bd-4339-8e9f-be1ac8c7c4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:55.782897 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-d9f08716-5345-4408-833b-5236374bb771 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=119045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 17:00:55.790713 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-d9f08716-5345-4408-833b-5236374bb771 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1153569 May 20 17:00:55.816313 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-4ac2b63f-f282-4d44-ae32-a4613c9701dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:55.849217 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.provisioning_blocks [None req-4ac2b63f-f282-4d44-ae32-a4613c9701dd admin admin] Transition to ACTIVE for port object 4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd will not be triggered until provisioned by entity DHCP. {{(pid=119044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:00:55.866807 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c541a2f6-2783-42a1-bdfe-3599240a7bc4 admin admin] Network 7bf407be-0a2f-4276-bbb9-407bd07b5677 is already hosted by enough agents. {{(pid=119045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:00:55.873211 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [None req-c541a2f6-2783-42a1-bdfe-3599240a7bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:00:55.910904 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-129d3daf-42bd-4339-8e9f-be1ac8c7c4d0 None None] For port 3f478f26-d96b-42d5-9e31-aec1d8b5365f, host dv-cinder-786524-7-iscsi, cleared binding levels {{(pid=119046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:00:55.911454 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-4ac2b63f-f282-4d44-ae32-a4613c9701dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791'] for port, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:55.914554 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-129d3daf-42bd-4339-8e9f-be1ac8c7c4d0 None None] For port 3f478f26-d96b-42d5-9e31-aec1d8b5365f, host dv-cinder-786524-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=3f478f26-d96b-42d5-9e31-aec1d8b5365f,segment=NetworkSegment(37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec),segment_id=37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec)] {{(pid=119046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:00:55.918156 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:55.922032 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-129d3daf-42bd-4339-8e9f-be1ac8c7c4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:55.930564 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:56.000625 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c541a2f6-2783-42a1-bdfe-3599240a7bc4 admin admin] Received port after_create {{(pid=119045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:00:56.015505 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2b63f-f282-4d44-ae32-a4613c9701dd admin admin] Pushing event updated for resources: {'Port': ['ID=4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:56.028618 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac2b63f-f282-4d44-ae32-a4613c9701dd admin admin] Network 3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe is already hosted by enough agents. {{(pid=119044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:00:56.030102 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-4ac2b63f-f282-4d44-ae32-a4613c9701dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:56.030933 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [None req-4ac2b63f-f282-4d44-ae32-a4613c9701dd admin admin] Resources bound (agent type, host, resource id): {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:00:56.037323 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac2b63f-f282-4d44-ae32-a4613c9701dd admin admin] Received port after_create {{(pid=119044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:00:56.037821 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-4ac2b63f-f282-4d44-ae32-a4613c9701dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16752083'] for router_interface, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:56.116464 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541a2f6-2783-42a1-bdfe-3599240a7bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=d614eca4-bc57-4c3a-bd5d-db606066c4db,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:56.119171 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-c541a2f6-2783-42a1-bdfe-3599240a7bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:56.186108 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d3daf-42bd-4339-8e9f-be1ac8c7c4d0 None None] Pushing event updated for resources: {'Port': ['ID=3f478f26-d96b-42d5-9e31-aec1d8b5365f,revision_number=2']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:56.189441 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-129d3daf-42bd-4339-8e9f-be1ac8c7c4d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:56.313324 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-29aa173d-c434-4beb-8fe1-eb26d62bbdfe None None] Notify callbacks [] for port, precommit_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:56.361544 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.provisioning_blocks [None req-29aa173d-c434-4beb-8fe1-eb26d62bbdfe None None] Transition to ACTIVE for port object 9a4fa161-28a3-49a0-9c80-2d961f005169 will not be triggered until provisioned by entity L2. {{(pid=119047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:00:56.384447 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-29aa173d-c434-4beb-8fe1-eb26d62bbdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:56.388872 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [None req-eb40386d-3e8f-4364-aa5f-49150b36f606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:56.432837 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ff458375-f770-407b-9507-c96e330fa5aa None None] Provisioning for port 4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd completed by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:00:56.438545 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ff458375-f770-407b-9507-c96e330fa5aa None None] Provisioning complete for port 4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:00:56.438917 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ff458375-f770-407b-9507-c96e330fa5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:56.458422 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-3e987a28-a620-4387-be2f-b228c7bc016e service neutron] 10.222.0.36 "GET /v2.0/networks/0f58f3f7-37b5-41f9-9268-88bdfbdce486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6666255 May 20 17:00:56.600936 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-4ac2b63f-f282-4d44-ae32-a4613c9701dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:56.615595 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.managers [None req-29aa173d-c434-4beb-8fe1-eb26d62bbdfe None None] Attempting to bind port 9a4fa161-28a3-49a0-9c80-2d961f005169 on host dv-cinder-786524-7-iscsi for vnic_type normal with profile {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:00:56.618966 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.managers [None req-29aa173d-c434-4beb-8fe1-eb26d62bbdfe None None] Attempting to bind port 9a4fa161-28a3-49a0-9c80-2d961f005169 by drivers openvswitch,hyperv on host dv-cinder-786524-7-iscsi at level 0 using segments [{'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'}] {{(pid=119047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:00:56.619523 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa173d-c434-4beb-8fe1-eb26d62bbdfe None None] Attempting to bind port 9a4fa161-28a3-49a0-9c80-2d961f005169 on network 7bf407be-0a2f-4276-bbb9-407bd07b5677 {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:00:56.641435 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee80eda-2b18-49ea-80d7-bfd88e7ab132 None None] Pushing event updated for resources: {'Port': ['ID=9a4fa161-28a3-49a0-9c80-2d961f005169,revision_number=2']} {{(pid=119047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:56.663162 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa173d-c434-4beb-8fe1-eb26d62bbdfe None None] Checking agent: {'id': '04a99329-5785-4fd7-acdc-4119699d5680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 53, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:00:56.663595 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa173d-c434-4beb-8fe1-eb26d62bbdfe None None] Checking segment: {'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:00:56.667606 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-29aa173d-c434-4beb-8fe1-eb26d62bbdfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:56.667606 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa173d-c434-4beb-8fe1-eb26d62bbdfe None None] Bound using segment: {'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'} {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:00:56.668268 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.managers [None req-29aa173d-c434-4beb-8fe1-eb26d62bbdfe None None] Bound port: 9a4fa161-28a3-49a0-9c80-2d961f005169, host: dv-cinder-786524-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'}}] {{(pid=119047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:00:56.669922 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-29aa173d-c434-4beb-8fe1-eb26d62bbdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:56.723395 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ff458375-f770-407b-9507-c96e330fa5aa None None] Port 4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd cannot update to ACTIVE because it is not bound. {{(pid=119046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 17:00:56.761402 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee80eda-2b18-49ea-80d7-bfd88e7ab132 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:56.761685 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee80eda-2b18-49ea-80d7-bfd88e7ab132 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:56.762015 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee80eda-2b18-49ea-80d7-bfd88e7ab132 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:56.762370 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee80eda-2b18-49ea-80d7-bfd88e7ab132 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:56.773394 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee80eda-2b18-49ea-80d7-bfd88e7ab132 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:56.773820 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee80eda-2b18-49ea-80d7-bfd88e7ab132 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:56.774147 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee80eda-2b18-49ea-80d7-bfd88e7ab132 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:56.774468 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee80eda-2b18-49ea-80d7-bfd88e7ab132 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:56.774809 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee80eda-2b18-49ea-80d7-bfd88e7ab132 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:56.775122 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee80eda-2b18-49ea-80d7-bfd88e7ab132 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:56.775431 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee80eda-2b18-49ea-80d7-bfd88e7ab132 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:56.775738 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee80eda-2b18-49ea-80d7-bfd88e7ab132 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:56.776843 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee80eda-2b18-49ea-80d7-bfd88e7ab132 None None] Tracked resource versions report: May 20 17:00:56.776843 dv-cinder-786524-7-iscsi neutron-server[119047]: pushed versions: May 20 17:00:56.776843 dv-cinder-786524-7-iscsi neutron-server[119047]: { 'AddressGroup': {'1.2'}, May 20 17:00:56.776843 dv-cinder-786524-7-iscsi neutron-server[119047]: 'ConntrackHelper': {'1.0'}, May 20 17:00:56.776843 dv-cinder-786524-7-iscsi neutron-server[119047]: 'Log': {'1.0'}, May 20 17:00:56.776843 dv-cinder-786524-7-iscsi neutron-server[119047]: 'Network': {'1.1'}, May 20 17:00:56.776843 dv-cinder-786524-7-iscsi neutron-server[119047]: 'Port': {'1.7'}, May 20 17:00:56.776843 dv-cinder-786524-7-iscsi neutron-server[119047]: 'PortForwarding': {'1.2'}, May 20 17:00:56.776843 dv-cinder-786524-7-iscsi neutron-server[119047]: 'QosPolicy': {'1.8'}, May 20 17:00:56.776843 dv-cinder-786524-7-iscsi neutron-server[119047]: 'SecurityGroup': {'1.4'}, May 20 17:00:56.776843 dv-cinder-786524-7-iscsi neutron-server[119047]: 'SecurityGroupRule': {'1.2'}, May 20 17:00:56.776843 dv-cinder-786524-7-iscsi neutron-server[119047]: 'SubPort': {'1.0'}, May 20 17:00:56.776843 dv-cinder-786524-7-iscsi neutron-server[119047]: 'Subnet': {'1.1'}, May 20 17:00:56.776843 dv-cinder-786524-7-iscsi neutron-server[119047]: 'Trunk': {'1.1'}} May 20 17:00:56.776843 dv-cinder-786524-7-iscsi neutron-server[119047]: consumer versions: May 20 17:00:56.776843 dv-cinder-786524-7-iscsi neutron-server[119047]: { DHCP agent@dv-cinder-786524-7-iscsi: {}, May 20 17:00:56.776843 dv-cinder-786524-7-iscsi neutron-server[119047]: HyperV agent@hv-cinder-78652: {}, May 20 17:00:56.776843 dv-cinder-786524-7-iscsi neutron-server[119047]: L3 agent@dv-cinder-786524-7-iscsi: {}, May 20 17:00:56.776843 dv-cinder-786524-7-iscsi neutron-server[119047]: Metadata agent@dv-cinder-786524-7-iscsi: {}, May 20 17:00:56.776843 dv-cinder-786524-7-iscsi neutron-server[119047]: Metering agent@dv-cinder-786524-7-iscsi: {}, May 20 17:00:56.776843 dv-cinder-786524-7-iscsi neutron-server[119047]: Open vSwitch agent@dv-cinder-786524-7-iscsi: { 'AddressGroup': '1.2', May 20 17:00:56.776843 dv-cinder-786524-7-iscsi neutron-server[119047]: 'ConntrackHelper': '1.0', May 20 17:00:56.776843 dv-cinder-786524-7-iscsi neutron-server[119047]: 'Log': '1.0', May 20 17:00:56.776843 dv-cinder-786524-7-iscsi neutron-server[119047]: 'Network': '1.1', May 20 17:00:56.776843 dv-cinder-786524-7-iscsi neutron-server[119047]: 'Port': '1.7', May 20 17:00:56.776843 dv-cinder-786524-7-iscsi neutron-server[119047]: 'PortForwarding': '1.2', May 20 17:00:56.776843 dv-cinder-786524-7-iscsi neutron-server[119047]: 'QosPolicy': '1.8', May 20 17:00:56.776843 dv-cinder-786524-7-iscsi neutron-server[119047]: 'SecurityGroup': '1.4', May 20 17:00:56.776843 dv-cinder-786524-7-iscsi neutron-server[119047]: 'SecurityGroupRule': '1.2', May 20 17:00:56.776843 dv-cinder-786524-7-iscsi neutron-server[119047]: 'SubPort': '1.0', May 20 17:00:56.776843 dv-cinder-786524-7-iscsi neutron-server[119047]: 'Subnet': '1.1', May 20 17:00:56.776843 dv-cinder-786524-7-iscsi neutron-server[119047]: 'Trunk': '1.1'}} May 20 17:00:56.776843 dv-cinder-786524-7-iscsi neutron-server[119047]: {{(pid=119047) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 17:00:56.786725 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [None req-6ee80eda-2b18-49ea-80d7-bfd88e7ab132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:56.893502 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.db [None req-29aa173d-c434-4beb-8fe1-eb26d62bbdfe None None] For port 9a4fa161-28a3-49a0-9c80-2d961f005169, host dv-cinder-786524-7-iscsi, cleared binding levels {{(pid=119047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:00:56.897176 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.db [None req-29aa173d-c434-4beb-8fe1-eb26d62bbdfe None None] For port 9a4fa161-28a3-49a0-9c80-2d961f005169, host dv-cinder-786524-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=9a4fa161-28a3-49a0-9c80-2d961f005169,segment=NetworkSegment(be7a08f1-7b47-4c24-ac33-26538d548295),segment_id=be7a08f1-7b47-4c24-ac33-26538d548295)] {{(pid=119047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:00:56.907332 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-29aa173d-c434-4beb-8fe1-eb26d62bbdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:56.922301 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:56.982428 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-58ca7b62-22be-482d-a104-451342711aff service neutron] 10.222.0.36 "GET /v2.0/networks/0f58f3f7-37b5-41f9-9268-88bdfbdce486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170958 May 20 17:00:57.005934 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-c541a2f6-2783-42a1-bdfe-3599240a7bc4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:57.012367 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-4ac2b63f-f282-4d44-ae32-a4613c9701dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:57.015321 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee80eda-2b18-49ea-80d7-bfd88e7ab132 None None] Pushing event updated for resources: {'Port': ['ID=9a4fa161-28a3-49a0-9c80-2d961f005169,revision_number=3']} {{(pid=119047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:57.028372 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-4ac2b63f-f282-4d44-ae32-a4613c9701dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:57.030833 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-4ac2b63f-f282-4d44-ae32-a4613c9701dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16308050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16379752'] for router_interface, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:57.041766 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:57.054596 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aa173d-c434-4beb-8fe1-eb26d62bbdfe None None] Routers {'c5bc0eec-8b05-4562-ae36-8bc97585b490'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:00:57.055829 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-29aa173d-c434-4beb-8fe1-eb26d62bbdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:00:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c5bc0eec-8b05-4562-ae36-8bc97585b490'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:00:57.453438 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-29aa173d-c434-4beb-8fe1-eb26d62bbdfe None None] Set router c5bc0eec-8b05-4562-ae36-8bc97585b490 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:00:57.574001 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [None req-6ee80eda-2b18-49ea-80d7-bfd88e7ab132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:57.632684 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 46548) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:00:57.633378 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2b63f-f282-4d44-ae32-a4613c9701dd admin admin] Pushing event updated for resources: {'Port': ['ID=4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd,revision_number=2']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:57.644148 dv-cinder-786524-7-iscsi neutron-server[119044]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 20 17:00:57.657465 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-4ac2b63f-f282-4d44-ae32-a4613c9701dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:57.659584 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4acd6d9-2ebf-49bc-96f8-9f4b5b7d23b7 None None] Network c2c7c270-423d-436f-960a-39d7d4b1aa00 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:00:57.779714 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-2cff5402-674e-44e1-8a8d-44c08bfb9b23 req-261bef01-8f39-4cbb-97b7-53cb5057ed64 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f63e24b-762b-42d0-86ad-ee87066bfec5 HTTP/1.1" status: 200 len: 210 time: 0.1434228 May 20 17:00:57.865425 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac2b63f-f282-4d44-ae32-a4613c9701dd admin admin] Network 3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe is already hosted by enough agents. {{(pid=119044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:00:57.871078 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ef2c4782-ff90-4284-abb4-55dc0648188e None None] Provisioning for port 3f478f26-d96b-42d5-9e31-aec1d8b5365f completed by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:00:57.871307 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [None req-4ac2b63f-f282-4d44-ae32-a4613c9701dd admin admin] Resources bound (agent type, host, resource id): {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:00:58.132364 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-c541a2f6-2783-42a1-bdfe-3599240a7bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16751086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16382154'] for router, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:58.153949 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-29aa173d-c434-4beb-8fe1-eb26d62bbdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'name': 'tempest-AttachVolumeShelveTestJSON-1256951433-router', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:48Z', 'updated_at': '2021-05-20T17:00:56Z', 'revision_number': 4, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'gw_port': {'id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:50Z', 'updated_at': '2021-05-20T17:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd', 'name': '', 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'mac_address': 'fa:16:3e:17:8e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:00:56Z', 'revision_number': 2, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'subnets': [{'id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:00:58.169654 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aa173d-c434-4beb-8fe1-eb26d62bbdfe None None] The sync data for ids ['c5bc0eec-8b05-4562-ae36-8bc97585b490'] in dv-cinder-786524-7-iscsi is: [{'id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'name': 'tempest-AttachVolumeShelveTestJSON-1256951433-router', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:48Z', 'updated_at': '2021-05-20T17:00:56Z', 'revision_number': 4, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'gw_port': {'id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:50Z', 'updated_at': '2021-05-20T17:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd', 'name': '', 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'mac_address': 'fa:16:3e:17:8e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:00:56Z', 'revision_number': 2, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'subnets': [{'id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:00:58.238830 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-d9705c83-e659-4134-934b-09be68222bea None None] Provisioning complete for port 4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:00:58.239253 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-d9705c83-e659-4134-934b-09be68222bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:58.329401 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac2b63f-f282-4d44-ae32-a4613c9701dd admin admin] Router c5bc0eec-8b05-4562-ae36-8bc97585b490 has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:00:58.412717 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 3f478f26-d96b-42d5-9e31-aec1d8b5365f up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:00:58.499798 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-d9705c83-e659-4134-934b-09be68222bea None None] Port 4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd cannot update to ACTIVE because it is not bound. {{(pid=119046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 17:00:58.532550 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning for port 3f478f26-d96b-42d5-9e31-aec1d8b5365f completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:00:58.543463 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 3f478f26-d96b-42d5-9e31-aec1d8b5365f triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:00:58.543918 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:58.598329 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c541a2f6-2783-42a1-bdfe-3599240a7bc4 admin admin] Router 02cf529b-e7b5-4f41-a279-bbc122a976d2 is scheduled to L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 with binding_index 1 {{(pid=119045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 17:00:58.733630 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-5bb6bb5c-6393-4ed0-8559-044493a3515a None None] Provisioning complete for port 3f478f26-d96b-42d5-9e31-aec1d8b5365f triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:00:58.734276 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-5bb6bb5c-6393-4ed0-8559-044493a3515a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:58.805240 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac2b63f-f282-4d44-ae32-a4613c9701dd admin admin] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:00:58.823210 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-4ac2b63f-f282-4d44-ae32-a4613c9701dd admin admin] 10.222.0.36 "PUT /v2.0/routers/c5bc0eec-8b05-4562-ae36-8bc97585b490/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1015978 May 20 17:00:58.895227 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c541a2f6-2783-42a1-bdfe-3599240a7bc4 admin admin] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:00:58.913469 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba280ecd-ada7-4823-a98b-8c0ba8010791 None None] Sync routers for ids ['02cf529b-e7b5-4f41-a279-bbc122a976d2'] in dv-cinder-786524-7-iscsi {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:00:59.038023 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba280ecd-ada7-4823-a98b-8c0ba8010791 None None] Routers {'02cf529b-e7b5-4f41-a279-bbc122a976d2'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:00:59.038791 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-ba280ecd-ada7-4823-a98b-8c0ba8010791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:00:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['02cf529b-e7b5-4f41-a279-bbc122a976d2'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:00:59.054262 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-c541a2f6-2783-42a1-bdfe-3599240a7bc4 admin admin] Notify callbacks [] for router, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:59.056399 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-c541a2f6-2783-42a1-bdfe-3599240a7bc4 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9241447 May 20 17:00:59.058803 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 46618) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:00:59.094102 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9cd7ee6d-834e-45ae-8050-81922f6b5a98 req-07c54ec6-9a51-492c-8938-5ece8c779248 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f63e24b-762b-42d0-86ad-ee87066bfec5 HTTP/1.1" status: 200 len: 210 time: 0.1568146 May 20 17:00:59.171349 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:59.286559 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] For port 3f478f26-d96b-42d5-9e31-aec1d8b5365f, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=3f478f26-d96b-42d5-9e31-aec1d8b5365f,segment=NetworkSegment(37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec),segment_id=37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:00:59.394017 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:59.481626 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:59.688524 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-ba280ecd-ada7-4823-a98b-8c0ba8010791 None None] Set router 02cf529b-e7b5-4f41-a279-bbc122a976d2 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:00:59.828684 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 46654) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:00:59.829437 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Pushing event updated for resources: {'Port': ['ID=3f478f26-d96b-42d5-9e31-aec1d8b5365f,revision_number=3']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:00.034785 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:00.180407 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-64c20d34-d02c-476f-8f5b-61e95bebd934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:00.227040 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 46674) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:00.255734 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-db6b4efb-9bc7-4d4c-a6f3-a88970409cb5 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Request body: {'security_group': {'name': 'tempest-securitygroup--982376668', 'description': 'tempest-description--1845074492'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:01:00.258381 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-64c20d34-d02c-476f-8f5b-61e95bebd934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:00.270516 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-64c20d34-d02c-476f-8f5b-61e95bebd934 admin admin] Usage tracker for resource:security_group_rule and tenant:3584858a192b4be5805e02cc7f6ed1c2 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:00.271894 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-db6b4efb-9bc7-4d4c-a6f3-a88970409cb5 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:00.275079 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-64c20d34-d02c-476f-8f5b-61e95bebd934 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:00.283282 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-64c20d34-d02c-476f-8f5b-61e95bebd934 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:00.381902 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-db6b4efb-9bc7-4d4c-a6f3-a88970409cb5 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Usage tracker for resource:security_group and tenant:15040cd71cf0497581d552f7a0ff286f is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:00.399565 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-db6b4efb-9bc7-4d4c-a6f3-a88970409cb5 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:00.442673 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-db6b4efb-9bc7-4d4c-a6f3-a88970409cb5 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:00.482273 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-64c20d34-d02c-476f-8f5b-61e95bebd934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:00.500367 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-64c20d34-d02c-476f-8f5b-61e95bebd934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:00.531038 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:00.548831 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 9a4fa161-28a3-49a0-9c80-2d961f005169 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:01:00.628028 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-64c20d34-d02c-476f-8f5b-61e95bebd934 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3584858a192b4be5805e02cc7f6ed1c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7967508 May 20 17:01:00.630638 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 46688) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:00.643480 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c20d34-d02c-476f-8f5b-61e95bebd934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c840e628-3c37-42e7-8941-64c836bb4d65,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:00.656559 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-db6b4efb-9bc7-4d4c-a6f3-a88970409cb5 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:00.717799 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-64c20d34-d02c-476f-8f5b-61e95bebd934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:00.781651 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning for port 9a4fa161-28a3-49a0-9c80-2d961f005169 completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:01:00.790748 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-db6b4efb-9bc7-4d4c-a6f3-a88970409cb5 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:00.796043 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-ba280ecd-ada7-4823-a98b-8c0ba8010791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'name': 'tempest-AttachVolumeTestJSON-1720347441-router', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:53Z', 'updated_at': '2021-05-20T17:00:56Z', 'revision_number': 3, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'gw_port': {'id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:06:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:00:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi'}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:00.799625 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 9a4fa161-28a3-49a0-9c80-2d961f005169 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:01:00.800000 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:00.810071 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-db6b4efb-9bc7-4d4c-a6f3-a88970409cb5 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Usage tracker for resource:security_group_rule and tenant:15040cd71cf0497581d552f7a0ff286f is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:00.824753 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-db6b4efb-9bc7-4d4c-a6f3-a88970409cb5 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:00.835290 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-75fa1247-d4d3-4ddc-81f6-0960278dade4 req-fd9d658c-c4b7-4cb0-9acd-484f26a78831 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f63e24b-762b-42d0-86ad-ee87066bfec5 HTTP/1.1" status: 200 len: 210 time: 0.1680317 May 20 17:01:00.846832 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-db6b4efb-9bc7-4d4c-a6f3-a88970409cb5 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:00.881913 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-85531ff5-0dcd-4ab6-a97e-3a8ad03a3678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:00.910023 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.75', 58039) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:00.912387 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-f0025104-a651-46d0-ad6d-2ba7f064d72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:00.920756 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-85531ff5-0dcd-4ab6-a97e-3a8ad03a3678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:00.936987 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba280ecd-ada7-4823-a98b-8c0ba8010791 None None] Checking router: 02cf529b-e7b5-4f41-a279-bbc122a976d2 for host: dv-cinder-786524-7-iscsi {{(pid=119046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:01:00.952767 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba280ecd-ada7-4823-a98b-8c0ba8010791 None None] Updating router 02cf529b-e7b5-4f41-a279-bbc122a976d2 port d614eca4-bc57-4c3a-bd5d-db606066c4db binding host dv-cinder-786524-7-iscsi {{(pid=119046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 17:01:00.999280 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-85531ff5-0dcd-4ab6-a97e-3a8ad03a3678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:01.032315 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:01.050371 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 46716) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:01.079760 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85531ff5-0dcd-4ab6-a97e-3a8ad03a3678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c840e628-3c37-42e7-8941-64c836bb4d65,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:01.089377 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba280ecd-ada7-4823-a98b-8c0ba8010791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:01.116025 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-85531ff5-0dcd-4ab6-a97e-3a8ad03a3678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:01.117877 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-85531ff5-0dcd-4ab6-a97e-3a8ad03a3678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:01.121413 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-85531ff5-0dcd-4ab6-a97e-3a8ad03a3678 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c840e628-3c37-42e7-8941-64c836bb4d65 HTTP/1.1" status: 204 len: 168 time: 0.4827969 May 20 17:01:01.443634 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-408bd7b7-1dcb-4974-a74c-378f84d83323 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:01.444265 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-408bd7b7-1dcb-4974-a74c-378f84d83323 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Synchronizing usage tracker for tenant:c10a35cce7bb4295a608aa38f6a9ca47 on resource:network {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:01:01.448622 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-db6b4efb-9bc7-4d4c-a6f3-a88970409cb5 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:01.472728 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-246726fa-720a-4b25-a7eb-e05d87e0dfea admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:01.485721 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-db6b4efb-9bc7-4d4c-a6f3-a88970409cb5 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:01.507977 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-bc8a962a-6935-4860-8098-29d857ff357e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:01.528807 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-246726fa-720a-4b25-a7eb-e05d87e0dfea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:01.534319 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-246726fa-720a-4b25-a7eb-e05d87e0dfea admin admin] Usage tracker for resource:security_group_rule and tenant:2a2d5ad5ae3845b1a633ebf2356d55a2 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:01.539070 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-246726fa-720a-4b25-a7eb-e05d87e0dfea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:01.547276 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-246726fa-720a-4b25-a7eb-e05d87e0dfea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:01.577953 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b4efb-9bc7-4d4c-a6f3-a88970409cb5 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d30863-d82b-4833-acc7-10f3168092a9,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:01.585659 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:01.609018 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-408bd7b7-1dcb-4974-a74c-378f84d83323 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Unset dirty status for tenant:c10a35cce7bb4295a608aa38f6a9ca47 on resource:network {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:01:01.614285 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-408bd7b7-1dcb-4974-a74c-378f84d83323 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.75 "GET /v2.0/networks?id=0f58f3f7-37b5-41f9-9268-88bdfbdce486 HTTP/1.1" status: 200 len: 811 time: 0.6905928 May 20 17:01:01.618141 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-db6b4efb-9bc7-4d4c-a6f3-a88970409cb5 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:01.671739 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] For port 9a4fa161-28a3-49a0-9c80-2d961f005169, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=9a4fa161-28a3-49a0-9c80-2d961f005169,segment=NetworkSegment(be7a08f1-7b47-4c24-ac33-26538d548295),segment_id=be7a08f1-7b47-4c24-ac33-26538d548295)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:01:01.729912 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-246726fa-720a-4b25-a7eb-e05d87e0dfea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:01.745775 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-246726fa-720a-4b25-a7eb-e05d87e0dfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:01.776010 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f8bc993b-a138-48bd-a02a-7c48f402996b tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Request body: {'port': {'device_id': '5f63e24b-762b-42d0-86ad-ee87066bfec5', 'network_id': '0f58f3f7-37b5-41f9-9268-88bdfbdce486', 'admin_state_up': True, 'tenant_id': 'c10a35cce7bb4295a608aa38f6a9ca47'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:01:01.778959 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:01.795138 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 3f478f26-d96b-42d5-9e31-aec1d8b5365f up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:01:01.803463 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-d303c575-01cf-4d96-affa-c2a2a8341edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:01.824235 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-246726fa-720a-4b25-a7eb-e05d87e0dfea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2a2d5ad5ae3845b1a633ebf2356d55a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7591879 May 20 17:01:01.826163 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 46762) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:01.836377 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:01.959211 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246726fa-720a-4b25-a7eb-e05d87e0dfea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2efeabe-3a9e-4357-acf9-79a992e119af,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:01.973758 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-246726fa-720a-4b25-a7eb-e05d87e0dfea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:01.974271 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 46774) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:02.003495 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Pushing event updated for resources: {'Port': ['ID=9a4fa161-28a3-49a0-9c80-2d961f005169,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:02.008843 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:02.021529 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6852fc6b-e04f-4729-96f5-381e655d28c9 None None] Sync routers for ids ['c5bc0eec-8b05-4562-ae36-8bc97585b490'] in dv-cinder-786524-7-iscsi {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:01:02.036010 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6852fc6b-e04f-4729-96f5-381e655d28c9 None None] Routers {'c5bc0eec-8b05-4562-ae36-8bc97585b490'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:01:02.041953 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-6852fc6b-e04f-4729-96f5-381e655d28c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:00:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c5bc0eec-8b05-4562-ae36-8bc97585b490'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:02.099004 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 3f478f26-d96b-42d5-9e31-aec1d8b5365f triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:01:02.099368 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:02.108893 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-265999dc-cd8d-414a-9375-ce091f8623a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:02.184786 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-265999dc-cd8d-414a-9375-ce091f8623a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:02.196429 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-265999dc-cd8d-414a-9375-ce091f8623a6 admin admin] Usage tracker for resource:security_group_rule and tenant:e7e68af6206449a2a6c6e715161d129b is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:02.198755 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba280ecd-ada7-4823-a98b-8c0ba8010791 None None] Notify callbacks [] for port, precommit_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:02.207242 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-265999dc-cd8d-414a-9375-ce091f8623a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:02.218700 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba280ecd-ada7-4823-a98b-8c0ba8010791 None None] Transition to ACTIVE for port object d614eca4-bc57-4c3a-bd5d-db606066c4db will not be triggered until provisioned by entity L2. {{(pid=119046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:01:02.233012 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-265999dc-cd8d-414a-9375-ce091f8623a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:02.272737 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba280ecd-ada7-4823-a98b-8c0ba8010791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:02.288586 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:02.291110 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-db6b4efb-9bc7-4d4c-a6f3-a88970409cb5 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:02.298261 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-db6b4efb-9bc7-4d4c-a6f3-a88970409cb5 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 2.0625272 May 20 17:01:02.298995 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 46792) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:02.325064 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f8bc993b-a138-48bd-a02a-7c48f402996b tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:02.356372 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-2068dfd4-8947-471e-87cd-adbce33787da tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Request body: {'security_group_rule': {'security_group_id': '46d30863-d82b-4833-acc7-10f3168092a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:01:02.384499 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-6852fc6b-e04f-4729-96f5-381e655d28c9 None None] Set router c5bc0eec-8b05-4562-ae36-8bc97585b490 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:01:02.391627 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-265999dc-cd8d-414a-9375-ce091f8623a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:02.414489 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-265999dc-cd8d-414a-9375-ce091f8623a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:02.425679 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f8bc993b-a138-48bd-a02a-7c48f402996b tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Usage tracker for resource:port and tenant:c10a35cce7bb4295a608aa38f6a9ca47 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:02.442120 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-2068dfd4-8947-471e-87cd-adbce33787da tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:02.445480 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f8bc993b-a138-48bd-a02a-7c48f402996b tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Quota usage for port was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:02.451356 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-64c20d34-d02c-476f-8f5b-61e95bebd934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:02.455972 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-2309bde0-62da-420d-a295-52c022df2cb5 req-00c2b75c-883e-41f5-80ab-e67a0c625199 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f63e24b-762b-42d0-86ad-ee87066bfec5 HTTP/1.1" status: 200 len: 210 time: 0.1503966 May 20 17:01:02.456677 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-ba280ecd-ada7-4823-a98b-8c0ba8010791 None None] Attempting to bind port d614eca4-bc57-4c3a-bd5d-db606066c4db on host dv-cinder-786524-7-iscsi for vnic_type normal with profile {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:01:02.457057 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-ba280ecd-ada7-4823-a98b-8c0ba8010791 None None] Attempting to bind port d614eca4-bc57-4c3a-bd5d-db606066c4db by drivers openvswitch,hyperv on host dv-cinder-786524-7-iscsi at level 0 using segments [{'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:01:02.457510 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba280ecd-ada7-4823-a98b-8c0ba8010791 None None] Attempting to bind port d614eca4-bc57-4c3a-bd5d-db606066c4db on network 7bf407be-0a2f-4276-bbb9-407bd07b5677 {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:01:02.457991 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-2068dfd4-8947-471e-87cd-adbce33787da tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Usage tracker for resource:security_group_rule and tenant:15040cd71cf0497581d552f7a0ff286f is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:02.466779 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-2068dfd4-8947-471e-87cd-adbce33787da tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:02.470897 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f8bc993b-a138-48bd-a02a-7c48f402996b tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:02.478871 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba280ecd-ada7-4823-a98b-8c0ba8010791 None None] Checking agent: {'id': '04a99329-5785-4fd7-acdc-4119699d5680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 53, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:01:02.480250 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba280ecd-ada7-4823-a98b-8c0ba8010791 None None] Checking segment: {'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:01:02.483065 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba280ecd-ada7-4823-a98b-8c0ba8010791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:02.483644 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba280ecd-ada7-4823-a98b-8c0ba8010791 None None] Bound using segment: {'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:01:02.484306 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-ba280ecd-ada7-4823-a98b-8c0ba8010791 None None] Bound port: d614eca4-bc57-4c3a-bd5d-db606066c4db, host: dv-cinder-786524-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'}}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:01:02.486801 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba280ecd-ada7-4823-a98b-8c0ba8010791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:02.498212 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-2068dfd4-8947-471e-87cd-adbce33787da tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:02.510064 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.db_base_plugin_common [None req-f0025104-a651-46d0-ad6d-2ba7f064d72b admin admin] Allocated IP 172.20.0.1 (c2c7c270-423d-436f-960a-39d7d4b1aa00/57a04c80-7361-435a-811d-e955eb1e7f4b/f02c530b-04d8-46d3-85fc-a9059e7760f6) {{(pid=119044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:01:02.530301 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f8bc993b-a138-48bd-a02a-7c48f402996b tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Made reservation on behalf of c10a35cce7bb4295a608aa38f6a9ca47 for: {'port': 1} {{(pid=119044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:01:02.538819 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f8bc993b-a138-48bd-a02a-7c48f402996b tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:02.576271 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265999dc-cd8d-414a-9375-ce091f8623a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3ee9ef-5884-41d6-ba6d-a8a8f2bdedcb,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:02.584069 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d2ccb-c09f-49d4-8897-d8df70a713ad None None] Pushing event updated for resources: {'Port': ['ID=d614eca4-bc57-4c3a-bd5d-db606066c4db,revision_number=2']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:02.590916 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-0d76fe3f-f3d8-4786-a368-7646c5583745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:02.598650 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-265999dc-cd8d-414a-9375-ce091f8623a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:02.610843 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-1f4d2ccb-c09f-49d4-8897-d8df70a713ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:02.635881 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 9a4fa161-28a3-49a0-9c80-2d961f005169 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:01:02.741617 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-265999dc-cd8d-414a-9375-ce091f8623a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e7e68af6206449a2a6c6e715161d129b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7291052 May 20 17:01:02.760937 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 46810) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:02.836407 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-0d76fe3f-f3d8-4786-a368-7646c5583745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:02.870351 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba280ecd-ada7-4823-a98b-8c0ba8010791 None None] For port d614eca4-bc57-4c3a-bd5d-db606066c4db, host dv-cinder-786524-7-iscsi, cleared binding levels {{(pid=119046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:01:02.881844 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba280ecd-ada7-4823-a98b-8c0ba8010791 None None] For port d614eca4-bc57-4c3a-bd5d-db606066c4db, host dv-cinder-786524-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=d614eca4-bc57-4c3a-bd5d-db606066c4db,segment=NetworkSegment(be7a08f1-7b47-4c24-ac33-26538d548295),segment_id=be7a08f1-7b47-4c24-ac33-26538d548295)] {{(pid=119046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:01:02.913003 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba280ecd-ada7-4823-a98b-8c0ba8010791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:02.925550 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-aefd4685-4b68-4532-a3db-cf5b3733d49f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:03.096248 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-b48bae5a-58f8-422e-83a0-b3574bab0f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:03.108704 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d2ccb-c09f-49d4-8897-d8df70a713ad None None] Pushing event updated for resources: {'Port': ['ID=d614eca4-bc57-4c3a-bd5d-db606066c4db,revision_number=3']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:03.123411 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-0d76fe3f-f3d8-4786-a368-7646c5583745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:03.127673 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-1f4d2ccb-c09f-49d4-8897-d8df70a713ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:03.138844 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:03.146902 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-f0025104-a651-46d0-ad6d-2ba7f064d72b admin admin] Notify callbacks [] for port, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:03.151183 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-b48bae5a-58f8-422e-83a0-b3574bab0f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:03.164831 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 9a4fa161-28a3-49a0-9c80-2d961f005169 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:01:03.171262 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.provisioning_blocks [None req-f0025104-a651-46d0-ad6d-2ba7f064d72b admin admin] Transition to ACTIVE for port object f02c530b-04d8-46d3-85fc-a9059e7760f6 will not be triggered until provisioned by entity DHCP. {{(pid=119044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:01:03.173002 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:03.191140 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76fe3f-f3d8-4786-a368-7646c5583745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2efeabe-3a9e-4357-acf9-79a992e119af,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:03.199664 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-0d76fe3f-f3d8-4786-a368-7646c5583745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:03.203092 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-2068dfd4-8947-471e-87cd-adbce33787da tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:03.227835 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-0d76fe3f-f3d8-4786-a368-7646c5583745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:03.230593 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-0d76fe3f-f3d8-4786-a368-7646c5583745 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d2efeabe-3a9e-4357-acf9-79a992e119af HTTP/1.1" status: 204 len: 168 time: 1.4034162 May 20 17:01:03.234164 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-f0025104-a651-46d0-ad6d-2ba7f064d72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791'] for port, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:03.265231 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-b48bae5a-58f8-422e-83a0-b3574bab0f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:03.270600 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:03.288351 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-84e82abf-1bb8-41e1-a785-28bd233595c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:03.301785 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48bae5a-58f8-422e-83a0-b3574bab0f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3ee9ef-5884-41d6-ba6d-a8a8f2bdedcb,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:03.304441 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-6852fc6b-e04f-4729-96f5-381e655d28c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'name': 'tempest-AttachVolumeShelveTestJSON-1256951433-router', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:48Z', 'updated_at': '2021-05-20T17:00:56Z', 'revision_number': 4, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'gw_port': {'id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:50Z', 'updated_at': '2021-05-20T17:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd', 'name': '', 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'mac_address': 'fa:16:3e:17:8e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:00:56Z', 'revision_number': 2, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'subnets': [{'id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:03.309444 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-b48bae5a-58f8-422e-83a0-b3574bab0f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:03.314136 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-b48bae5a-58f8-422e-83a0-b3574bab0f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:03.317726 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-b48bae5a-58f8-422e-83a0-b3574bab0f14 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8f3ee9ef-5884-41d6-ba6d-a8a8f2bdedcb HTTP/1.1" status: 204 len: 168 time: 0.5506194 May 20 17:01:03.323450 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6852fc6b-e04f-4729-96f5-381e655d28c9 None None] Checking router: c5bc0eec-8b05-4562-ae36-8bc97585b490 for host: dv-cinder-786524-7-iscsi {{(pid=119047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:01:03.324023 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6852fc6b-e04f-4729-96f5-381e655d28c9 None None] Updating router c5bc0eec-8b05-4562-ae36-8bc97585b490 port 4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd binding host dv-cinder-786524-7-iscsi {{(pid=119047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 17:01:03.379537 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba280ecd-ada7-4823-a98b-8c0ba8010791 None None] Routers {'02cf529b-e7b5-4f41-a279-bbc122a976d2'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:01:03.380175 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-ba280ecd-ada7-4823-a98b-8c0ba8010791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:00:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['02cf529b-e7b5-4f41-a279-bbc122a976d2'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:03.462303 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0025104-a651-46d0-ad6d-2ba7f064d72b admin admin] Network c2c7c270-423d-436f-960a-39d7d4b1aa00 is already hosted by enough agents. {{(pid=119044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:01:03.472001 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [None req-f0025104-a651-46d0-ad6d-2ba7f064d72b admin admin] Resources bound (agent type, host, resource id): {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:01:03.479929 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0025104-a651-46d0-ad6d-2ba7f064d72b admin admin] Received port after_create {{(pid=119044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:01:03.480372 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-f0025104-a651-46d0-ad6d-2ba7f064d72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16752083'] for router_interface, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:03.508960 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-6852fc6b-e04f-4729-96f5-381e655d28c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:03.532821 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0025104-a651-46d0-ad6d-2ba7f064d72b admin admin] Pushing event updated for resources: {'Port': ['ID=f02c530b-04d8-46d3-85fc-a9059e7760f6,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:03.536979 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-f0025104-a651-46d0-ad6d-2ba7f064d72b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:03.709079 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-2068dfd4-8947-471e-87cd-adbce33787da tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:03.714085 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.db_base_plugin_common [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f8bc993b-a138-48bd-a02a-7c48f402996b tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Allocated IP 172.20.0.12 (0f58f3f7-37b5-41f9-9268-88bdfbdce486/17da0c2c-cf60-42be-a72a-23a59a0d97b9/3813dda8-1cff-40c5-ab88-8b46fd552406) {{(pid=119044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:01:03.765617 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-2068dfd4-8947-471e-87cd-adbce33787da tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270895'] for security_group_rule, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:03.844326 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-ba280ecd-ada7-4823-a98b-8c0ba8010791 None None] Set router 02cf529b-e7b5-4f41-a279-bbc122a976d2 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:01:03.988082 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:04.055944 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-17156378-4ec7-4123-8b6a-eaa24c39cce1 req-491f6c1d-004d-462e-9298-af73812204dc tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f63e24b-762b-42d0-86ad-ee87066bfec5 HTTP/1.1" status: 200 len: 210 time: 0.3141074 May 20 17:01:04.059653 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 46846) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:04.096559 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068dfd4-8947-471e-87cd-adbce33787da tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ae18a1-5857-47d4-a5ae-f071e4d8928c,revision_number=0']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:04.117701 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-2068dfd4-8947-471e-87cd-adbce33787da tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:04.151172 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-2068dfd4-8947-471e-87cd-adbce33787da tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:04.152938 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-2068dfd4-8947-471e-87cd-adbce33787da tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8301270 May 20 17:01:04.156252 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 46852) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:04.163852 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-c57da284-e233-4829-8a14-79202328532c tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Request body: {'security_group_rule': {'security_group_id': '46d30863-d82b-4833-acc7-10f3168092a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:01:04.179127 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-c57da284-e233-4829-8a14-79202328532c tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:04.187869 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-c57da284-e233-4829-8a14-79202328532c tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Usage tracker for resource:security_group_rule and tenant:15040cd71cf0497581d552f7a0ff286f is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:04.198205 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-c57da284-e233-4829-8a14-79202328532c tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:04.209662 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-c57da284-e233-4829-8a14-79202328532c tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:04.241664 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-c57da284-e233-4829-8a14-79202328532c tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:04.341536 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-22c8f739-9250-4498-b281-d4ab18cd5c01 None None] Provisioning for port f02c530b-04d8-46d3-85fc-a9059e7760f6 completed by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:01:04.408962 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-c57da284-e233-4829-8a14-79202328532c tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:04.416958 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-c57da284-e233-4829-8a14-79202328532c tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270895'] for security_group_rule, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:04.419496 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:04.483362 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57da284-e233-4829-8a14-79202328532c tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a5a63a-f831-40cd-8fc6-da5d3b9cc78b,revision_number=0']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:04.491493 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-22c8f739-9250-4498-b281-d4ab18cd5c01 None None] Provisioning complete for port f02c530b-04d8-46d3-85fc-a9059e7760f6 triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:01:04.500436 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-22c8f739-9250-4498-b281-d4ab18cd5c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:04.500910 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-c57da284-e233-4829-8a14-79202328532c tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:04.511096 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-c57da284-e233-4829-8a14-79202328532c tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:04.512720 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-c57da284-e233-4829-8a14-79202328532c tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3542221 May 20 17:01:04.515474 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 46862) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:04.521268 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-3ac302fe-7559-43ca-9838-4cc01bd2bb6d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Request body: {'floatingip': {'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:01:04.535453 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-3ac302fe-7559-43ca-9838-4cc01bd2bb6d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:04.550322 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-3ac302fe-7559-43ca-9838-4cc01bd2bb6d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Usage tracker for resource:floatingip and tenant:15040cd71cf0497581d552f7a0ff286f is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:04.554777 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-3ac302fe-7559-43ca-9838-4cc01bd2bb6d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:04.570402 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-3ac302fe-7559-43ca-9838-4cc01bd2bb6d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:04.598572 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3ac302fe-7559-43ca-9838-4cc01bd2bb6d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for floatingip, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:04.608567 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-6852fc6b-e04f-4729-96f5-381e655d28c9 None None] Notify callbacks [] for port, precommit_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:04.622624 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-f0025104-a651-46d0-ad6d-2ba7f064d72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:04.647913 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.provisioning_blocks [None req-6852fc6b-e04f-4729-96f5-381e655d28c9 None None] Transition to ACTIVE for port object 4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd will not be triggered until provisioned by entity L2. {{(pid=119047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:01:04.668736 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-6852fc6b-e04f-4729-96f5-381e655d28c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:04.692574 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [None req-eb40386d-3e8f-4364-aa5f-49150b36f606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:04.721744 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f8bc993b-a138-48bd-a02a-7c48f402996b tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Notify callbacks [] for port, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:05.023903 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3ac302fe-7559-43ca-9838-4cc01bd2bb6d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:05.092817 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306483c-eacf-4344-9210-e11434bab8c3 None None] Pushing event updated for resources: {'Port': ['ID=4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd,revision_number=3']} {{(pid=119047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:05.102821 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [None req-c306483c-eacf-4344-9210-e11434bab8c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:05.129503 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-22c8f739-9250-4498-b281-d4ab18cd5c01 None None] Port f02c530b-04d8-46d3-85fc-a9059e7760f6 cannot update to ACTIVE because it is not bound. {{(pid=119046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 17:01:05.225260 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-ba280ecd-ada7-4823-a98b-8c0ba8010791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'name': 'tempest-AttachVolumeTestJSON-1720347441-router', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:53Z', 'updated_at': '2021-05-20T17:00:56Z', 'revision_number': 3, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'gw_port': {'id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:06:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi'}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:05.237004 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba280ecd-ada7-4823-a98b-8c0ba8010791 None None] The sync data for ids ['02cf529b-e7b5-4f41-a279-bbc122a976d2'] in dv-cinder-786524-7-iscsi is: [{'id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'name': 'tempest-AttachVolumeTestJSON-1720347441-router', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:53Z', 'updated_at': '2021-05-20T17:00:56Z', 'revision_number': 3, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'gw_port': {'id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:06:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi'}] {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:01:05.342117 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.managers [None req-6852fc6b-e04f-4729-96f5-381e655d28c9 None None] Attempting to bind port 4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd on host dv-cinder-786524-7-iscsi for vnic_type normal with profile {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:01:05.342574 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.managers [None req-6852fc6b-e04f-4729-96f5-381e655d28c9 None None] Attempting to bind port 4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd by drivers openvswitch,hyperv on host dv-cinder-786524-7-iscsi at level 0 using segments [{'id': '04f20a06-e49b-44e4-8773-c49eb357921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe'}] {{(pid=119047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:01:05.343191 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6852fc6b-e04f-4729-96f5-381e655d28c9 None None] Attempting to bind port 4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd on network 3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:01:05.352431 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f8bc993b-a138-48bd-a02a-7c48f402996b tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791'] for port, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:05.354103 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6852fc6b-e04f-4729-96f5-381e655d28c9 None None] Checking agent: {'id': '04a99329-5785-4fd7-acdc-4119699d5680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 53, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:01:05.355540 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6852fc6b-e04f-4729-96f5-381e655d28c9 None None] Checking segment: {'id': '04f20a06-e49b-44e4-8773-c49eb357921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:01:05.357254 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-6852fc6b-e04f-4729-96f5-381e655d28c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:05.358603 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6852fc6b-e04f-4729-96f5-381e655d28c9 None None] Bound using segment: {'id': '04f20a06-e49b-44e4-8773-c49eb357921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe'} {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:01:05.360943 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.managers [None req-6852fc6b-e04f-4729-96f5-381e655d28c9 None None] Bound port: 4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd, host: dv-cinder-786524-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f20a06-e49b-44e4-8773-c49eb357921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe'}}] {{(pid=119047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:01:05.361628 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-6852fc6b-e04f-4729-96f5-381e655d28c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:05.386901 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-4ac2b63f-f282-4d44-ae32-a4613c9701dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:05.547845 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-c70da2c2-8f33-42c1-a0b1-0359885d6a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:05.599230 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f8bc993b-a138-48bd-a02a-7c48f402996b tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Network 0f58f3f7-37b5-41f9-9268-88bdfbdce486 is already hosted by enough agents. {{(pid=119044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:01:05.609800 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f8bc993b-a138-48bd-a02a-7c48f402996b tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Resources bound (agent type, host, resource id): {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:01:05.622361 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f8bc993b-a138-48bd-a02a-7c48f402996b tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Received port after_create {{(pid=119044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:01:05.636635 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f8bc993b-a138-48bd-a02a-7c48f402996b tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:05.637474 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f8bc993b-a138-48bd-a02a-7c48f402996b tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for port, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:05.647917 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-c70da2c2-8f33-42c1-a0b1-0359885d6a7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:05.678069 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.db [None req-6852fc6b-e04f-4729-96f5-381e655d28c9 None None] For port 4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd, host dv-cinder-786524-7-iscsi, cleared binding levels {{(pid=119047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:01:05.724324 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-c70da2c2-8f33-42c1-a0b1-0359885d6a7c admin admin] Usage tracker for resource:security_group_rule and tenant:ecab551347464695ae665cc4ef6a905f is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:05.724767 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.db [None req-6852fc6b-e04f-4729-96f5-381e655d28c9 None None] For port 4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd, host dv-cinder-786524-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd,segment=NetworkSegment(04f20a06-e49b-44e4-8773-c49eb357921a),segment_id=04f20a06-e49b-44e4-8773-c49eb357921a)] {{(pid=119047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:01:05.724847 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc993b-a138-48bd-a02a-7c48f402996b tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Pushing event updated for resources: {'Port': ['ID=3813dda8-1cff-40c5-ab88-8b46fd552406,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:05.724918 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-c70da2c2-8f33-42c1-a0b1-0359885d6a7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:05.726127 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-f8bc993b-a138-48bd-a02a-7c48f402996b tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:05.735406 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-6852fc6b-e04f-4729-96f5-381e655d28c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:05.742135 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f8bc993b-a138-48bd-a02a-7c48f402996b tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0589941 May 20 17:01:05.753247 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [None req-6ee80eda-2b18-49ea-80d7-bfd88e7ab132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:05.772569 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-3ec7614e-8349-4501-95e8-ad0716233fdb tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=119044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 17:01:05.786123 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-3ec7614e-8349-4501-95e8-ad0716233fdb tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0304158 May 20 17:01:05.790809 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-f0025104-a651-46d0-ad6d-2ba7f064d72b admin admin] Notify callbacks [] for port, precommit_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:05.794246 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-c70da2c2-8f33-42c1-a0b1-0359885d6a7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:05.799230 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-f0025104-a651-46d0-ad6d-2ba7f064d72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:05.800603 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-f0025104-a651-46d0-ad6d-2ba7f064d72b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16308050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16379752'] for router_interface, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:05.805805 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-f0025104-a651-46d0-ad6d-2ba7f064d72b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:06.076993 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_common [None req-3ac302fe-7559-43ca-9838-4cc01bd2bb6d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Allocated IP 172.27.3.157 (7bf407be-0a2f-4276-bbb9-407bd07b5677/0cc0c620-4805-460b-b0e9-2701bd4f1725/7251967d-07fb-4d52-8f14-ceb11b983f12) {{(pid=119045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:01:06.103627 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f4cb1-9102-4896-be0e-a9bb1afd80ea req-9c26c4fb-9b20-4eca-be03-5f332fc94a97 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:06.118677 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ce2f4cb1-9102-4896-be0e-a9bb1afd80ea req-9c26c4fb-9b20-4eca-be03-5f332fc94a97 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f63e24b-762b-42d0-86ad-ee87066bfec5 HTTP/1.1" status: 200 len: 932 time: 0.6863160 May 20 17:01:06.148886 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6852fc6b-e04f-4729-96f5-381e655d28c9 None None] Routers {'c5bc0eec-8b05-4562-ae36-8bc97585b490'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:01:06.149548 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-6852fc6b-e04f-4729-96f5-381e655d28c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:00:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c5bc0eec-8b05-4562-ae36-8bc97585b490'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:06.399432 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306483c-eacf-4344-9210-e11434bab8c3 None None] Pushing event updated for resources: {'Port': ['ID=4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd,revision_number=4']} {{(pid=119047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:06.422787 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [None req-c306483c-eacf-4344-9210-e11434bab8c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:06.505663 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0025104-a651-46d0-ad6d-2ba7f064d72b admin admin] Pushing event updated for resources: {'Port': ['ID=f02c530b-04d8-46d3-85fc-a9059e7760f6,revision_number=2']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:06.516590 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-f0025104-a651-46d0-ad6d-2ba7f064d72b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:06.765311 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-6852fc6b-e04f-4729-96f5-381e655d28c9 None None] Set router c5bc0eec-8b05-4562-ae36-8bc97585b490 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:01:06.823033 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:01:06.850345 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ce2f4cb1-9102-4896-be0e-a9bb1afd80ea req-0adf9b2f-41f2-4c1c-b5db-f779c431ffc2 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b295cc2-7391-4834-b6ac-f74f39203286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7289369 May 20 17:01:07.000869 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0025104-a651-46d0-ad6d-2ba7f064d72b admin admin] Network c2c7c270-423d-436f-960a-39d7d4b1aa00 is already hosted by enough agents. {{(pid=119044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:01:07.005906 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [None req-f0025104-a651-46d0-ad6d-2ba7f064d72b admin admin] Resources bound (agent type, host, resource id): {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:01:07.135547 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning for port 4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:01:07.151845 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:01:07.152222 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:07.179732 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3ac302fe-7559-43ca-9838-4cc01bd2bb6d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for port, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:07.243956 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-c70da2c2-8f33-42c1-a0b1-0359885d6a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:07.267695 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-c70da2c2-8f33-42c1-a0b1-0359885d6a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:07.313328 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-265999dc-cd8d-414a-9375-ce091f8623a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:07.376517 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-c70da2c2-8f33-42c1-a0b1-0359885d6a7c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ecab551347464695ae665cc4ef6a905f&name=default HTTP/1.1" status: 200 len: 2975 time: 3.3149605 May 20 17:01:07.379419 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70da2c2-8f33-42c1-a0b1-0359885d6a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64265c3d-3a65-4fb5-8e20-c8e6a2520f56,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:07.383183 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-c70da2c2-8f33-42c1-a0b1-0359885d6a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:07.384970 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 46924) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:07.416999 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f2481c39-0833-433c-b65a-76d12312454b service neutron] Request body: {'port': {'device_id': '5f63e24b-762b-42d0-86ad-ee87066bfec5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:01:07.437522 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3ac302fe-7559-43ca-9838-4cc01bd2bb6d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791'] for port, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:07.452318 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-a9d9db68-c247-4e90-acb2-16ce42ddda7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:07.586155 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac302fe-7559-43ca-9838-4cc01bd2bb6d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Network 7bf407be-0a2f-4276-bbb9-407bd07b5677 is already hosted by enough agents. {{(pid=119045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:01:07.670295 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac302fe-7559-43ca-9838-4cc01bd2bb6d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Pushing event updated for resources: {'Port': ['ID=7251967d-07fb-4d52-8f14-ceb11b983f12,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:07.677496 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-3ac302fe-7559-43ca-9838-4cc01bd2bb6d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:07.678318 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [None req-3ac302fe-7559-43ca-9838-4cc01bd2bb6d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Resources bound (agent type, host, resource id): {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:01:07.692544 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac302fe-7559-43ca-9838-4cc01bd2bb6d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Received port after_create {{(pid=119045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:01:07.863410 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-13f1ff81-d394-4cc4-8241-c0232a3d68c6 None None] Provisioning complete for port f02c530b-04d8-46d3-85fc-a9059e7760f6 triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:01:07.863985 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-13f1ff81-d394-4cc4-8241-c0232a3d68c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:07.881393 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-6852fc6b-e04f-4729-96f5-381e655d28c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'name': 'tempest-AttachVolumeShelveTestJSON-1256951433-router', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:48Z', 'updated_at': '2021-05-20T17:00:56Z', 'revision_number': 4, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'gw_port': {'id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:50Z', 'updated_at': '2021-05-20T17:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd', 'name': '', 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'mac_address': 'fa:16:3e:17:8e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:01:05Z', 'revision_number': 4, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'subnets': [{'id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:07.927274 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6852fc6b-e04f-4729-96f5-381e655d28c9 None None] The sync data for ids ['c5bc0eec-8b05-4562-ae36-8bc97585b490'] in dv-cinder-786524-7-iscsi is: [{'id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'name': 'tempest-AttachVolumeShelveTestJSON-1256951433-router', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:48Z', 'updated_at': '2021-05-20T17:00:56Z', 'revision_number': 4, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'gw_port': {'id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:50Z', 'updated_at': '2021-05-20T17:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd', 'name': '', 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'mac_address': 'fa:16:3e:17:8e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:01:05Z', 'revision_number': 4, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'subnets': [{'id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:01:08.070198 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0025104-a651-46d0-ad6d-2ba7f064d72b admin admin] Router 02cf529b-e7b5-4f41-a279-bbc122a976d2 has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:01:08.081387 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-aa6ab4c0-ee62-41d7-90cb-d8fb00f1c826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:08.203083 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-13f1ff81-d394-4cc4-8241-c0232a3d68c6 None None] Port f02c530b-04d8-46d3-85fc-a9059e7760f6 cannot update to ACTIVE because it is not bound. {{(pid=119046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 17:01:08.224447 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3ac302fe-7559-43ca-9838-4cc01bd2bb6d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:08.238581 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:08.350788 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f2481c39-0833-433c-b65a-76d12312454b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:08.404539 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-aa6ab4c0-ee62-41d7-90cb-d8fb00f1c826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:08.416917 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] For port 4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd,segment=NetworkSegment(04f20a06-e49b-44e4-8773-c49eb357921a),segment_id=04f20a06-e49b-44e4-8773-c49eb357921a)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:01:08.426929 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:08.428437 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device d614eca4-bc57-4c3a-bd5d-db606066c4db up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:01:08.523030 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3ac302fe-7559-43ca-9838-4cc01bd2bb6d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:08.584798 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:08.926835 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 46974) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:08.939185 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning for port d614eca4-bc57-4c3a-bd5d-db606066c4db completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:01:08.980260 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port d614eca4-bc57-4c3a-bd5d-db606066c4db triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:01:08.980863 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:09.196421 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Pushing event updated for resources: {'Port': ['ID=4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd,revision_number=5']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:09.214190 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:09.345457 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3ac302fe-7559-43ca-9838-4cc01bd2bb6d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for port, precommit_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:09.383868 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3ac302fe-7559-43ca-9838-4cc01bd2bb6d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:09.424108 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:09.448400 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:09.510103 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] For port d614eca4-bc57-4c3a-bd5d-db606066c4db, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=d614eca4-bc57-4c3a-bd5d-db606066c4db,segment=NetworkSegment(be7a08f1-7b47-4c24-ac33-26538d548295),segment_id=be7a08f1-7b47-4c24-ac33-26538d548295)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:01:09.517544 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:09.530606 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-129d3daf-42bd-4339-8e9f-be1ac8c7c4d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:09.540203 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3ac302fe-7559-43ca-9838-4cc01bd2bb6d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16751940'] for floatingip, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:09.568951 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0025104-a651-46d0-ad6d-2ba7f064d72b admin admin] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:01:09.587693 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-f0025104-a651-46d0-ad6d-2ba7f064d72b admin admin] 10.222.0.36 "PUT /v2.0/routers/02cf529b-e7b5-4f41-a279-bbc122a976d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5256655 May 20 17:01:09.679167 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3ac302fe-7559-43ca-9838-4cc01bd2bb6d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for floatingip, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:09.701176 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-3ac302fe-7559-43ca-9838-4cc01bd2bb6d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1728926 May 20 17:01:09.721313 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04f80de-b78d-4518-a8f2-a08e9d7fd316 None None] Sync routers for ids ['02cf529b-e7b5-4f41-a279-bbc122a976d2'] in dv-cinder-786524-7-iscsi {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:01:09.820126 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 46994) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:09.869917 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:01:09.870980 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effacdb7-042d-4a81-b684-48b6fe138fb4 req-e78b81d3-bba5-47be-9fb8-e14de50bc825 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:09.881446 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-effacdb7-042d-4a81-b684-48b6fe138fb4 req-e78b81d3-bba5-47be-9fb8-e14de50bc825 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f63e24b-762b-42d0-86ad-ee87066bfec5 HTTP/1.1" status: 200 len: 932 time: 1.5567632 May 20 17:01:09.919254 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-86018dcc-571d-4823-b0da-c09c7fd9f32a admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:09.955491 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac302fe-7559-43ca-9838-4cc01bd2bb6d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Pushing event updated for resources: {'Port': ['ID=7251967d-07fb-4d52-8f14-ceb11b983f12,revision_number=2']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:09.969180 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-3ac302fe-7559-43ca-9838-4cc01bd2bb6d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:09.969346 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-aa6ab4c0-ee62-41d7-90cb-d8fb00f1c826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:09.978978 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:10.003069 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-effacdb7-042d-4a81-b684-48b6fe138fb4 req-50dd4c7d-ade4-453b-9b45-1d5054aee040 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b295cc2-7391-4834-b6ac-f74f39203286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203389 May 20 17:01:10.013019 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ab4c0-ee62-41d7-90cb-d8fb00f1c826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64265c3d-3a65-4fb5-8e20-c8e6a2520f56,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:10.044591 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-aa6ab4c0-ee62-41d7-90cb-d8fb00f1c826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:10.044591 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-aa6ab4c0-ee62-41d7-90cb-d8fb00f1c826 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/64265c3d-3a65-4fb5-8e20-c8e6a2520f56 HTTP/1.1" status: 204 len: 168 time: 2.6395099 May 20 17:01:10.044591 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-aa6ab4c0-ee62-41d7-90cb-d8fb00f1c826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:10.149126 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04f80de-b78d-4518-a8f2-a08e9d7fd316 None None] Routers {'02cf529b-e7b5-4f41-a279-bbc122a976d2'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:01:10.151066 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-c04f80de-b78d-4518-a8f2-a08e9d7fd316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:00:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['02cf529b-e7b5-4f41-a279-bbc122a976d2'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:10.155507 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-86018dcc-571d-4823-b0da-c09c7fd9f32a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:10.185233 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-86018dcc-571d-4823-b0da-c09c7fd9f32a admin admin] Usage tracker for resource:security_group_rule and tenant:13d11b6990e642e297a1af57f2e2a4fe is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:10.205083 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-86018dcc-571d-4823-b0da-c09c7fd9f32a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:10.219103 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-86018dcc-571d-4823-b0da-c09c7fd9f32a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:10.423406 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Pushing event updated for resources: {'Port': ['ID=d614eca4-bc57-4c3a-bd5d-db606066c4db,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:10.432471 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.913s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:10.506540 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-07363228-6d20-441d-ba34-d5ec25e73481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:10.572897 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-b5c077e0-cd60-4384-94b6-e7737e0e2d79 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--982376668&fields=id&tenant_id=15040cd71cf0497581d552f7a0ff286f HTTP/1.1" status: 200 len: 267 time: 0.2352986 May 20 17:01:10.581662 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-07363228-6d20-441d-ba34-d5ec25e73481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:10.625787 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-07363228-6d20-441d-ba34-d5ec25e73481 admin admin] Usage tracker for resource:security_group_rule and tenant:146a2c6362ed425795faef3557afaf7a is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:10.630771 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.notifiers.nova [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f2481c39-0833-433c-b65a-76d12312454b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3813dda8-1cff-40c5-ab88-8b46fd552406 {{(pid=119044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:01:10.635815 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-07363228-6d20-441d-ba34-d5ec25e73481 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:10.654694 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f2481c39-0833-433c-b65a-76d12312454b service neutron] Notify callbacks [] for port, precommit_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:10.656282 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:01:10.656627 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:10.664020 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-07363228-6d20-441d-ba34-d5ec25e73481 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:10.713303 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.provisioning_blocks [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f2481c39-0833-433c-b65a-76d12312454b service neutron] Transition to ACTIVE for port object 3813dda8-1cff-40c5-ab88-8b46fd552406 will not be triggered until provisioned by entity L2. {{(pid=119044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:01:10.716315 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-86018dcc-571d-4823-b0da-c09c7fd9f32a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:10.722995 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f2481c39-0833-433c-b65a-76d12312454b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:10.748740 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:10.788790 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-c04f80de-b78d-4518-a8f2-a08e9d7fd316 None None] Set router 02cf529b-e7b5-4f41-a279-bbc122a976d2 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:01:10.829400 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-07363228-6d20-441d-ba34-d5ec25e73481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:10.840622 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-07363228-6d20-441d-ba34-d5ec25e73481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:10.860992 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:10.944913 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-86018dcc-571d-4823-b0da-c09c7fd9f32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:10.955148 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-07363228-6d20-441d-ba34-d5ec25e73481 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=146a2c6362ed425795faef3557afaf7a&name=default HTTP/1.1" status: 200 len: 2976 time: 1.1319771 May 20 17:01:10.990159 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07363228-6d20-441d-ba34-d5ec25e73481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1b6a5c-d939-48a7-909b-2a58a43d2e82,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:10.995755 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-07363228-6d20-441d-ba34-d5ec25e73481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:10.996325 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 47028) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:11.019505 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-d4b03f63-6c75-4103-b99a-de25ab2158f2 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:11.027191 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-d4b03f63-6c75-4103-b99a-de25ab2158f2 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/networks?id=3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe HTTP/1.1" status: 200 len: 817 time: 0.4365816 May 20 17:01:11.198103 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 47034) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:11.233065 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-8aa485f1-c43a-4b69-b7ec-2c74566d1834 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/quotas/15040cd71cf0497581d552f7a0ff286f HTTP/1.1" status: 200 len: 375 time: 0.0892704 May 20 17:01:11.262425 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4505abca-9cab-478e-b1ac-af99be9a12c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:11.294905 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 47042) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:11.296787 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.managers [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f2481c39-0833-433c-b65a-76d12312454b service neutron] Attempting to bind port 3813dda8-1cff-40c5-ab88-8b46fd552406 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:01:11.297420 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.managers [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f2481c39-0833-433c-b65a-76d12312454b service neutron] Attempting to bind port 3813dda8-1cff-40c5-ab88-8b46fd552406 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'c4d0e9b1-2ef0-4f03-b7a4-bcff7c83d614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '0f58f3f7-37b5-41f9-9268-88bdfbdce486'}] {{(pid=119044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:01:11.297970 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f2481c39-0833-433c-b65a-76d12312454b service neutron] Attempting to bind port 3813dda8-1cff-40c5-ab88-8b46fd552406 on network 0f58f3f7-37b5-41f9-9268-88bdfbdce486 {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:01:11.302474 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2481c39-0833-433c-b65a-76d12312454b service neutron] Pushing event updated for resources: {'Port': ['ID=3813dda8-1cff-40c5-ab88-8b46fd552406,revision_number=2']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:11.309738 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-86018dcc-571d-4823-b0da-c09c7fd9f32a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=13d11b6990e642e297a1af57f2e2a4fe&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3764842 May 20 17:01:11.312067 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-f2481c39-0833-433c-b65a-76d12312454b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:11.315604 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-e0090ba0-bc06-4329-8bc0-7b44f95083e1 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--516878217', 'description': 'tempest-description--414676695'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:01:11.319803 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:11.348879 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 47046) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:11.350812 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86018dcc-571d-4823-b0da-c09c7fd9f32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e6f45b-fd18-41d3-8dc7-2cc305fd3f6d,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:11.353557 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f2481c39-0833-433c-b65a-76d12312454b service neutron] Port 3813dda8-1cff-40c5-ab88-8b46fd552406 on network 0f58f3f7-37b5-41f9-9268-88bdfbdce486 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 17:01:11.354001 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f2481c39-0833-433c-b65a-76d12312454b service neutron] Attempting to bind port 3813dda8-1cff-40c5-ab88-8b46fd552406 on network 0f58f3f7-37b5-41f9-9268-88bdfbdce486 {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:01:11.360850 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-86018dcc-571d-4823-b0da-c09c7fd9f32a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:11.362078 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-e0090ba0-bc06-4329-8bc0-7b44f95083e1 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:11.389538 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f2481c39-0833-433c-b65a-76d12312454b service neutron] Checking agent: {'id': '6f9f6b2e-16b6-4f76-902f-5004e6b9f64e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:01:11.390103 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f2481c39-0833-433c-b65a-76d12312454b service neutron] Checking segment: {'id': 'c4d0e9b1-2ef0-4f03-b7a4-bcff7c83d614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '0f58f3f7-37b5-41f9-9268-88bdfbdce486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:01:11.390797 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f2481c39-0833-433c-b65a-76d12312454b service neutron] Bound using segment: {'id': 'c4d0e9b1-2ef0-4f03-b7a4-bcff7c83d614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '0f58f3f7-37b5-41f9-9268-88bdfbdce486'} {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:01:11.391419 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.managers [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f2481c39-0833-433c-b65a-76d12312454b service neutron] Bound port: 3813dda8-1cff-40c5-ab88-8b46fd552406, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4d0e9b1-2ef0-4f03-b7a4-bcff7c83d614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '0f58f3f7-37b5-41f9-9268-88bdfbdce486'}}] {{(pid=119044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:01:11.393579 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f2481c39-0833-433c-b65a-76d12312454b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:11.408451 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-e0090ba0-bc06-4329-8bc0-7b44f95083e1 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Usage tracker for resource:security_group and tenant:633b28eb0b87461f810176c2a59c4333 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:11.432934 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-e0090ba0-bc06-4329-8bc0-7b44f95083e1 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:11.669869 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4505abca-9cab-478e-b1ac-af99be9a12c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:11.728751 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-e0090ba0-bc06-4329-8bc0-7b44f95083e1 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:11.758036 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-dfc44dec-5a0b-497a-8bad-93b185072df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:11.788384 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-c04f80de-b78d-4518-a8f2-a08e9d7fd316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'name': 'tempest-AttachVolumeTestJSON-1720347441-router', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:53Z', 'updated_at': '2021-05-20T17:01:04Z', 'revision_number': 4, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'gw_port': {'id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': 'f02c530b-04d8-46d3-85fc-a9059e7760f6', 'name': '', 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'mac_address': 'fa:16:3e:98:61:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '57a04c80-7361-435a-811d-e955eb1e7f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:01:01Z', 'updated_at': '2021-05-20T17:01:04Z', 'revision_number': 2, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'subnets': [{'id': '57a04c80-7361-435a-811d-e955eb1e7f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:11.794625 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04f80de-b78d-4518-a8f2-a08e9d7fd316 None None] Checking router: 02cf529b-e7b5-4f41-a279-bbc122a976d2 for host: dv-cinder-786524-7-iscsi {{(pid=119046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:01:11.795478 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04f80de-b78d-4518-a8f2-a08e9d7fd316 None None] Updating router 02cf529b-e7b5-4f41-a279-bbc122a976d2 port f02c530b-04d8-46d3-85fc-a9059e7760f6 binding host dv-cinder-786524-7-iscsi {{(pid=119046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 17:01:11.890549 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-c04f80de-b78d-4518-a8f2-a08e9d7fd316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:11.919627 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e0090ba0-bc06-4329-8bc0-7b44f95083e1 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:11.976475 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f2481c39-0833-433c-b65a-76d12312454b service neutron] For port 3813dda8-1cff-40c5-ab88-8b46fd552406, host hv-cinder-78652, cleared binding levels {{(pid=119044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:01:11.983201 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f2481c39-0833-433c-b65a-76d12312454b service neutron] For port 3813dda8-1cff-40c5-ab88-8b46fd552406, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3813dda8-1cff-40c5-ab88-8b46fd552406,segment=NetworkSegment(c4d0e9b1-2ef0-4f03-b7a4-bcff7c83d614),segment_id=c4d0e9b1-2ef0-4f03-b7a4-bcff7c83d614)] {{(pid=119044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:01:12.030915 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-29b54826-dde4-4fe2-b626-bf50ed0d7b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:12.032189 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-0b7646b9-3a93-4457-b4dd-2d195bf83087 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=15040cd71cf0497581d552f7a0ff286f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7797296 May 20 17:01:12.061067 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4505abca-9cab-478e-b1ac-af99be9a12c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:12.066552 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:12.128973 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f2481c39-0833-433c-b65a-76d12312454b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:12.150192 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-5b1fcc3a-3dae-4795-b972-b7bd99688996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:12.162876 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device d614eca4-bc57-4c3a-bd5d-db606066c4db up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:01:12.217432 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:12.335050 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4505abca-9cab-478e-b1ac-af99be9a12c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:12.336579 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-4505abca-9cab-478e-b1ac-af99be9a12c7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bf1b6a5c-d939-48a7-909b-2a58a43d2e82 HTTP/1.1" status: 204 len: 168 time: 1.3387504 May 20 17:01:12.337746 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505abca-9cab-478e-b1ac-af99be9a12c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1b6a5c-d939-48a7-909b-2a58a43d2e82,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:12.350608 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-4505abca-9cab-478e-b1ac-af99be9a12c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:12.387504 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-e0090ba0-bc06-4329-8bc0-7b44f95083e1 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:12.392344 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-29b54826-dde4-4fe2-b626-bf50ed0d7b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:12.408718 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2481c39-0833-433c-b65a-76d12312454b service neutron] Pushing event updated for resources: {'Port': ['ID=3813dda8-1cff-40c5-ab88-8b46fd552406,revision_number=3']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:12.419227 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-f2481c39-0833-433c-b65a-76d12312454b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:12.456075 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port d614eca4-bc57-4c3a-bd5d-db606066c4db triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:01:12.456453 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:12.457776 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd5e64-c483-412b-8586-2a5cd5d4c0da req-957f9947-c664-4202-9723-b339903e5c6d tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:12.458689 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-7fcd5e64-c483-412b-8586-2a5cd5d4c0da req-957f9947-c664-4202-9723-b339903e5c6d tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Synchronizing usage tracker for tenant:c10a35cce7bb4295a608aa38f6a9ca47 on resource:port {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:01:12.464393 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-e0090ba0-bc06-4329-8bc0-7b44f95083e1 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Usage tracker for resource:security_group_rule and tenant:633b28eb0b87461f810176c2a59c4333 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:12.483852 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-29b54826-dde4-4fe2-b626-bf50ed0d7b83 admin admin] Usage tracker for resource:security_group_rule and tenant:2ed664e0a50b466ca4b148fe84618081 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:12.503148 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f2481c39-0833-433c-b65a-76d12312454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:12.504175 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f2481c39-0833-433c-b65a-76d12312454b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for port, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:12.505959 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-f2481c39-0833-433c-b65a-76d12312454b service neutron] 10.222.0.75 "PUT /v2.0/ports/3813dda8-1cff-40c5-ab88-8b46fd552406 HTTP/1.1" status: 200 len: 1094 time: 6.0403440 May 20 17:01:12.507122 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-29b54826-dde4-4fe2-b626-bf50ed0d7b83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:12.514200 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-e0090ba0-bc06-4329-8bc0-7b44f95083e1 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:12.527467 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f63e24b-762b-42d0-86ad-ee87066bfec5', 'tag': '3813dda8-1cff-40c5-ab88-8b46fd552406'}] {{(pid=119044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:01:12.611838 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-f4a93d92-e8d4-4db0-8f89-c20c61f8e8ba service neutron] 10.222.0.36 "GET /v2.0/networks/3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155048 May 20 17:01:12.680527 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-7fcd5e64-c483-412b-8586-2a5cd5d4c0da req-957f9947-c664-4202-9723-b339903e5c6d tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Unset dirty status for tenant:c10a35cce7bb4295a608aa38f6a9ca47 on resource:port {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:01:12.682481 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7fcd5e64-c483-412b-8586-2a5cd5d4c0da req-957f9947-c664-4202-9723-b339903e5c6d tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f63e24b-762b-42d0-86ad-ee87066bfec5 HTTP/1.1" status: 200 len: 944 time: 0.9647026 May 20 17:01:12.683504 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-e0090ba0-bc06-4329-8bc0-7b44f95083e1 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:12.691595 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-29b54826-dde4-4fe2-b626-bf50ed0d7b83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:12.695044 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-5b1fcc3a-3dae-4795-b972-b7bd99688996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:12.894860 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-bf9c4adc-9024-4c63-85b5-0527660c21af service neutron] 10.222.0.36 "GET /v2.0/networks/3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813354 May 20 17:01:12.944383 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 47090) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:12.975698 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-7fcd5e64-c483-412b-8586-2a5cd5d4c0da req-cb1345aa-d54d-4d50-96dc-7a50d73f3fd7 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Synchronizing usage tracker for tenant:c10a35cce7bb4295a608aa38f6a9ca47 on resource:security_group {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:01:13.131550 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-c04f80de-b78d-4518-a8f2-a08e9d7fd316 None None] Notify callbacks [] for port, precommit_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:13.186338 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-c04f80de-b78d-4518-a8f2-a08e9d7fd316 None None] Transition to ACTIVE for port object f02c530b-04d8-46d3-85fc-a9059e7760f6 will not be triggered until provisioned by entity L2. {{(pid=119046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:01:13.212407 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-7fcd5e64-c483-412b-8586-2a5cd5d4c0da req-cb1345aa-d54d-4d50-96dc-7a50d73f3fd7 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Unset dirty status for tenant:c10a35cce7bb4295a608aa38f6a9ca47 on resource:security_group {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:01:13.220140 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-c04f80de-b78d-4518-a8f2-a08e9d7fd316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:13.233757 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7fcd5e64-c483-412b-8586-2a5cd5d4c0da req-cb1345aa-d54d-4d50-96dc-7a50d73f3fd7 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b295cc2-7391-4834-b6ac-f74f39203286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5282505 May 20 17:01:13.241616 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-8470a349-2eb6-4bf3-8126-3bf01baf64ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:13.251010 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-2cc35614-33b7-4741-8a73-d14e0d4a2b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:13.267715 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-7d3f6b60-af4c-49d8-935e-cc7dfcfb6e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:13.267983 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-2cc35614-33b7-4741-8a73-d14e0d4a2b47 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c10a35cce7bb4295a608aa38f6a9ca47&device_id=5f63e24b-762b-42d0-86ad-ee87066bfec5 HTTP/1.1" status: 200 len: 1097 time: 0.5230751 May 20 17:01:13.292830 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-7d3f6b60-af4c-49d8-935e-cc7dfcfb6e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:13.305135 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-7d3f6b60-af4c-49d8-935e-cc7dfcfb6e64 admin admin] Usage tracker for resource:security_group_rule and tenant:d45a7d04e2f544dfbd958219d035a5b1 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:13.305736 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-7d3f6b60-af4c-49d8-935e-cc7dfcfb6e64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:13.313531 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-7d3f6b60-af4c-49d8-935e-cc7dfcfb6e64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:13.449655 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e0090ba0-bc06-4329-8bc0-7b44f95083e1 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:13.479843 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9012b49f-6da2-4435-accb-19b3b1cc85f0 req-0e415298-c083-4229-9171-fcf0f62f9974 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 210 time: 0.1314545 May 20 17:01:13.676744 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150911b7-b7fc-4db8-98f4-2b9a18e6f570 None None] Pushing event updated for resources: {'Port': ['ID=f02c530b-04d8-46d3-85fc-a9059e7760f6,revision_number=3']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:13.682100 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e0090ba0-bc06-4329-8bc0-7b44f95083e1 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:13.691110 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-150911b7-b7fc-4db8-98f4-2b9a18e6f570 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:13.724186 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-7d3f6b60-af4c-49d8-935e-cc7dfcfb6e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:13.735425 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-7d3f6b60-af4c-49d8-935e-cc7dfcfb6e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:13.778416 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-5b1fcc3a-3dae-4795-b972-b7bd99688996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:13.779798 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-0d76fe3f-f3d8-4786-a368-7646c5583745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:13.781482 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-a926f690-6224-498c-8676-5f68affd270d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3813dda8-1cff-40c5-ab88-8b46fd552406 HTTP/1.1" status: 200 len: 217 time: 0.4473574 May 20 17:01:13.806921 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:13.831728 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-c04f80de-b78d-4518-a8f2-a08e9d7fd316 None None] Attempting to bind port f02c530b-04d8-46d3-85fc-a9059e7760f6 on host dv-cinder-786524-7-iscsi for vnic_type normal with profile {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:01:13.832115 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-c04f80de-b78d-4518-a8f2-a08e9d7fd316 None None] Attempting to bind port f02c530b-04d8-46d3-85fc-a9059e7760f6 by drivers openvswitch,hyperv on host dv-cinder-786524-7-iscsi at level 0 using segments [{'id': '37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00'}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:01:13.832484 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04f80de-b78d-4518-a8f2-a08e9d7fd316 None None] Attempting to bind port f02c530b-04d8-46d3-85fc-a9059e7760f6 on network c2c7c270-423d-436f-960a-39d7d4b1aa00 {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:01:13.840073 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04f80de-b78d-4518-a8f2-a08e9d7fd316 None None] Checking agent: {'id': '04a99329-5785-4fd7-acdc-4119699d5680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 53, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:01:13.840461 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04f80de-b78d-4518-a8f2-a08e9d7fd316 None None] Checking segment: {'id': '37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:01:13.840886 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-c04f80de-b78d-4518-a8f2-a08e9d7fd316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:13.841424 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04f80de-b78d-4518-a8f2-a08e9d7fd316 None None] Bound using segment: {'id': '37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00'} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:01:13.843093 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-29b54826-dde4-4fe2-b626-bf50ed0d7b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:13.855378 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-c04f80de-b78d-4518-a8f2-a08e9d7fd316 None None] Bound port: f02c530b-04d8-46d3-85fc-a9059e7760f6, host: dv-cinder-786524-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00'}}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:01:13.856161 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-c04f80de-b78d-4518-a8f2-a08e9d7fd316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:13.886714 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-7d3f6b60-af4c-49d8-935e-cc7dfcfb6e64 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d45a7d04e2f544dfbd958219d035a5b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9411902 May 20 17:01:13.889945 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 47128) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:13.944420 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:13.985273 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-29b54826-dde4-4fe2-b626-bf50ed0d7b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:14.015276 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f6b60-af4c-49d8-935e-cc7dfcfb6e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09b6758-7d7d-4f27-8672-ab0a1ff2b151,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:14.051008 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-7d3f6b60-af4c-49d8-935e-cc7dfcfb6e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:14.112803 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f63e24b-762b-42d0-86ad-ee87066bfec5', 'tag': '3813dda8-1cff-40c5-ab88-8b46fd552406', 'status': 'completed', 'code': 200} May 20 17:01:14.123362 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-29b54826-dde4-4fe2-b626-bf50ed0d7b83 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2ed664e0a50b466ca4b148fe84618081&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9221334 May 20 17:01:14.134221 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 47138) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:14.139999 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0090ba0-bc06-4329-8bc0-7b44f95083e1 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3634605b-ac4e-46d1-bec0-39fae2f56c3a,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:14.153522 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-13fcc45e-12b9-4772-8056-4dd145034b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:14.185522 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-5b1fcc3a-3dae-4795-b972-b7bd99688996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:14.187387 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-5b1fcc3a-3dae-4795-b972-b7bd99688996 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/48e6f45b-fd18-41d3-8dc7-2cc305fd3f6d HTTP/1.1" status: 204 len: 168 time: 2.8305020 May 20 17:01:14.194031 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-d648710a-d646-4a97-9812-f3da9a73433f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:14.195734 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-d648710a-d646-4a97-9812-f3da9a73433f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=17da0c2c-cf60-42be-a72a-23a59a0d97b9 HTTP/1.1" status: 200 len: 851 time: 0.3369749 May 20 17:01:14.201614 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e0090ba0-bc06-4329-8bc0-7b44f95083e1 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:14.209817 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-e0090ba0-bc06-4329-8bc0-7b44f95083e1 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.9089377 May 20 17:01:14.213702 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1fcc3a-3dae-4795-b972-b7bd99688996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e6f45b-fd18-41d3-8dc7-2cc305fd3f6d,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:14.214513 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-13fcc45e-12b9-4772-8056-4dd145034b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:14.223829 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 47148) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:14.277956 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-5b1fcc3a-3dae-4795-b972-b7bd99688996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:14.284087 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-db6b4efb-9bc7-4d4c-a6f3-a88970409cb5 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:14.303450 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-e6d36811-162e-4f2e-ba20-7227944458c3 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Request body: {'security_group_rule': {'security_group_id': '3634605b-ac4e-46d1-bec0-39fae2f56c3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:01:14.317688 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:14.326338 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-e6d36811-162e-4f2e-ba20-7227944458c3 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:14.366758 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-9cac3274-33ea-40ca-8fcd-994357ade872 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f58f3f7-37b5-41f9-9268-88bdfbdce486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1416547 May 20 17:01:14.379154 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-13fcc45e-12b9-4772-8056-4dd145034b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:14.384948 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:14.401274 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fcc45e-12b9-4772-8056-4dd145034b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09b6758-7d7d-4f27-8672-ab0a1ff2b151,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:14.409113 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-13fcc45e-12b9-4772-8056-4dd145034b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:14.410418 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-13fcc45e-12b9-4772-8056-4dd145034b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:14.415012 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-13fcc45e-12b9-4772-8056-4dd145034b6e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d09b6758-7d7d-4f27-8672-ab0a1ff2b151 HTTP/1.1" status: 204 len: 168 time: 0.5240934 May 20 17:01:14.416737 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-e6d36811-162e-4f2e-ba20-7227944458c3 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Usage tracker for resource:security_group_rule and tenant:633b28eb0b87461f810176c2a59c4333 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:14.466270 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-6be34889-7d81-450c-8845-dc52ff2191d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:14.471586 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-c04f80de-b78d-4518-a8f2-a08e9d7fd316 None None] For port f02c530b-04d8-46d3-85fc-a9059e7760f6, host dv-cinder-786524-7-iscsi, cleared binding levels {{(pid=119046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:01:14.477281 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-c04f80de-b78d-4518-a8f2-a08e9d7fd316 None None] For port f02c530b-04d8-46d3-85fc-a9059e7760f6, host dv-cinder-786524-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=f02c530b-04d8-46d3-85fc-a9059e7760f6,segment=NetworkSegment(37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec),segment_id=37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec)] {{(pid=119046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:01:14.503365 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-c04f80de-b78d-4518-a8f2-a08e9d7fd316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:14.526008 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:14.618081 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-e6d36811-162e-4f2e-ba20-7227944458c3 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:14.706163 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-e6d36811-162e-4f2e-ba20-7227944458c3 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:14.708209 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b54826-dde4-4fe2-b626-bf50ed0d7b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c45b62-49c2-4836-970b-a34bda332c5b,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:14.727571 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563052cd-0197-4f11-9a4a-562af338de25 req-2b617020-87bc-48b7-adfc-b4cbfcfb8ade tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:14.734138 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-563052cd-0197-4f11-9a4a-562af338de25 req-2b617020-87bc-48b7-adfc-b4cbfcfb8ade tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f63e24b-762b-42d0-86ad-ee87066bfec5 HTTP/1.1" status: 200 len: 944 time: 0.2506523 May 20 17:01:14.734451 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-29b54826-dde4-4fe2-b626-bf50ed0d7b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:14.745878 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-86018dcc-571d-4823-b0da-c09c7fd9f32a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.626s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:14.746278 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-86018dcc-571d-4823-b0da-c09c7fd9f32a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:14.757498 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-6a66b988-1da7-425d-b481-16f079829d2c req-c859446a-632e-4d92-8b4d-57d65867641a tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Synchronizing usage tracker for tenant:15040cd71cf0497581d552f7a0ff286f on resource:port {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:01:14.776457 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-bbdcbd5d-92fc-4a76-897b-be1131207d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:14.840766 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150911b7-b7fc-4db8-98f4-2b9a18e6f570 None None] Pushing event updated for resources: {'Port': ['ID=f02c530b-04d8-46d3-85fc-a9059e7760f6,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:14.878607 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-150911b7-b7fc-4db8-98f4-2b9a18e6f570 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:14.880647 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-563052cd-0197-4f11-9a4a-562af338de25 req-3a04176b-6393-485a-b9fb-20f81b247714 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b295cc2-7391-4834-b6ac-f74f39203286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427875 May 20 17:01:14.909025 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04f80de-b78d-4518-a8f2-a08e9d7fd316 None None] Routers {'02cf529b-e7b5-4f41-a279-bbc122a976d2'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:01:14.911177 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-c04f80de-b78d-4518-a8f2-a08e9d7fd316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:01:14Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['02cf529b-e7b5-4f41-a279-bbc122a976d2'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:14.925327 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e6d36811-162e-4f2e-ba20-7227944458c3 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:14.948862 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-bdb99c28-a25e-40c1-80e3-e4b8b9d5ab55 service neutron] 10.222.0.75 "GET /v2.0/networks/0f58f3f7-37b5-41f9-9268-88bdfbdce486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5389867 May 20 17:01:14.951654 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-bbdcbd5d-92fc-4a76-897b-be1131207d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:14.978230 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-6a66b988-1da7-425d-b481-16f079829d2c req-c859446a-632e-4d92-8b4d-57d65867641a tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Unset dirty status for tenant:15040cd71cf0497581d552f7a0ff286f on resource:port {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:01:14.979872 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-6a66b988-1da7-425d-b481-16f079829d2c req-c859446a-632e-4d92-8b4d-57d65867641a tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 210 time: 0.3430636 May 20 17:01:15.168813 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e6d36811-162e-4f2e-ba20-7227944458c3 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:15.178486 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e6d36811-162e-4f2e-ba20-7227944458c3 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270895'] for security_group_rule, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:15.202411 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-2068dfd4-8947-471e-87cd-adbce33787da tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:15.218886 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-bbdcbd5d-92fc-4a76-897b-be1131207d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:15.269086 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-9af13a62-82ff-4d9e-aff4-b68b00bf2285 req-c8831c07-d5d6-4d70-a083-346f406b68b1 service neutron] 10.222.0.75 "GET /v2.0/networks/0f58f3f7-37b5-41f9-9268-88bdfbdce486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936282 May 20 17:01:15.281737 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d36811-162e-4f2e-ba20-7227944458c3 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e6cfd6-7e5d-43ac-8a68-fe649ace573b,revision_number=0']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:15.290733 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-e6d36811-162e-4f2e-ba20-7227944458c3 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:15.291224 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-86018dcc-571d-4823-b0da-c09c7fd9f32a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:15.326282 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:15.332847 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdcbd5d-92fc-4a76-897b-be1131207d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c45b62-49c2-4836-970b-a34bda332c5b,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:15.342682 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-bbdcbd5d-92fc-4a76-897b-be1131207d1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:15.343718 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-bbdcbd5d-92fc-4a76-897b-be1131207d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:15.344863 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-bbdcbd5d-92fc-4a76-897b-be1131207d1e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a5c45b62-49c2-4836-970b-a34bda332c5b HTTP/1.1" status: 204 len: 168 time: 1.2065465 May 20 17:01:15.348274 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e6d36811-162e-4f2e-ba20-7227944458c3 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:15.351873 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-e6d36811-162e-4f2e-ba20-7227944458c3 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1233714 May 20 17:01:15.352326 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 47184) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:15.365758 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-6685e9d7-6698-481c-8b4f-2170980359de tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Request body: {'security_group_rule': {'security_group_id': '3634605b-ac4e-46d1-bec0-39fae2f56c3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:01:15.378239 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-6685e9d7-6698-481c-8b4f-2170980359de tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:15.388845 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-6685e9d7-6698-481c-8b4f-2170980359de tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Usage tracker for resource:security_group_rule and tenant:633b28eb0b87461f810176c2a59c4333 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:15.394034 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-6685e9d7-6698-481c-8b4f-2170980359de tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:15.407180 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-6685e9d7-6698-481c-8b4f-2170980359de tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:15.451857 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-6685e9d7-6698-481c-8b4f-2170980359de tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:15.537947 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-c04f80de-b78d-4518-a8f2-a08e9d7fd316 None None] Set router 02cf529b-e7b5-4f41-a279-bbc122a976d2 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:01:15.636053 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-6685e9d7-6698-481c-8b4f-2170980359de tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:15.642679 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-6685e9d7-6698-481c-8b4f-2170980359de tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270895'] for security_group_rule, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:15.685717 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:15.762370 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-6685e9d7-6698-481c-8b4f-2170980359de tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:15.766714 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-6685e9d7-6698-481c-8b4f-2170980359de tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4103673 May 20 17:01:15.767163 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 47194) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:15.774805 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-4f6fbea1-3f5d-4e05-a64f-0a79b61584ba tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Request body: {'floatingip': {'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:01:15.791577 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-4f6fbea1-3f5d-4e05-a64f-0a79b61584ba tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:15.800875 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685e9d7-6698-481c-8b4f-2170980359de tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d90074-4e07-4932-b32c-74ca013bfb98,revision_number=0']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:15.801697 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-4f6fbea1-3f5d-4e05-a64f-0a79b61584ba tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Usage tracker for resource:floatingip and tenant:633b28eb0b87461f810176c2a59c4333 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:15.807605 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-6685e9d7-6698-481c-8b4f-2170980359de tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:15.811863 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-4f6fbea1-3f5d-4e05-a64f-0a79b61584ba tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:15.817464 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cfa33-c37a-4cc0-b29f-c5e1306ca418 req-48b0ca5f-3399-4554-a7f8-11c90e222f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:15.819126 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-886cfa33-c37a-4cc0-b29f-c5e1306ca418 req-48b0ca5f-3399-4554-a7f8-11c90e222f33 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c10a35cce7bb4295a608aa38f6a9ca47&device_id=5f63e24b-762b-42d0-86ad-ee87066bfec5 HTTP/1.1" status: 200 len: 1097 time: 0.1352801 May 20 17:01:15.830131 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-4f6fbea1-3f5d-4e05-a64f-0a79b61584ba tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:15.832638 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 47200) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:15.889412 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-e7ed1db5-549c-4997-8bc0-d2f31be6e9a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:15.956449 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4f6fbea1-3f5d-4e05-a64f-0a79b61584ba tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for floatingip, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:16.029229 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-e7ed1db5-549c-4997-8bc0-d2f31be6e9a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:16.040445 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-e7ed1db5-549c-4997-8bc0-d2f31be6e9a2 admin admin] Usage tracker for resource:security_group_rule and tenant:58fd64d3e01b47439a02644086d4a959 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:16.046765 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-e7ed1db5-549c-4997-8bc0-d2f31be6e9a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:16.132426 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-e7ed1db5-549c-4997-8bc0-d2f31be6e9a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:16.322652 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-4ea57e05-57ad-4890-99a5-f13a455ec7dd req-24785288-0d73-49b5-8804-dff57aabd94c tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 210 time: 0.1273737 May 20 17:01:16.327103 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cfa33-c37a-4cc0-b29f-c5e1306ca418 req-30877d3d-3070-43dc-a287-2eed5089f3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:16.329046 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-886cfa33-c37a-4cc0-b29f-c5e1306ca418 req-30877d3d-3070-43dc-a287-2eed5089f3f3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0f58f3f7-37b5-41f9-9268-88bdfbdce486 HTTP/1.1" status: 200 len: 912 time: 0.4994905 May 20 17:01:16.329549 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 47214) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:16.361818 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-f49e28d1-01a5-4f70-b817-3e8559b971c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:16.396896 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-f49e28d1-01a5-4f70-b817-3e8559b971c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:16.401084 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-f49e28d1-01a5-4f70-b817-3e8559b971c3 admin admin] Usage tracker for resource:security_group_rule and tenant:bab2fd1455f34167a93e2b6fcb27dd96 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:16.404619 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-f49e28d1-01a5-4f70-b817-3e8559b971c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:16.411063 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-f49e28d1-01a5-4f70-b817-3e8559b971c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:16.524119 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-f49e28d1-01a5-4f70-b817-3e8559b971c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:16.536713 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-f49e28d1-01a5-4f70-b817-3e8559b971c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:16.553017 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:16.590779 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-c04f80de-b78d-4518-a8f2-a08e9d7fd316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'name': 'tempest-AttachVolumeTestJSON-1720347441-router', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:53Z', 'updated_at': '2021-05-20T17:01:04Z', 'revision_number': 4, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'gw_port': {'id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': 'f02c530b-04d8-46d3-85fc-a9059e7760f6', 'name': '', 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'mac_address': 'fa:16:3e:98:61:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '57a04c80-7361-435a-811d-e955eb1e7f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:01:01Z', 'updated_at': '2021-05-20T17:01:14Z', 'revision_number': 4, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'subnets': [{'id': '57a04c80-7361-435a-811d-e955eb1e7f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:16.598140 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04f80de-b78d-4518-a8f2-a08e9d7fd316 None None] The sync data for ids ['02cf529b-e7b5-4f41-a279-bbc122a976d2'] in dv-cinder-786524-7-iscsi is: [{'id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'name': 'tempest-AttachVolumeTestJSON-1720347441-router', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:53Z', 'updated_at': '2021-05-20T17:01:04Z', 'revision_number': 4, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'gw_port': {'id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': 'f02c530b-04d8-46d3-85fc-a9059e7760f6', 'name': '', 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'mac_address': 'fa:16:3e:98:61:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '57a04c80-7361-435a-811d-e955eb1e7f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:01:01Z', 'updated_at': '2021-05-20T17:01:14Z', 'revision_number': 4, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'subnets': [{'id': '57a04c80-7361-435a-811d-e955eb1e7f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:01:16.620882 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-f49e28d1-01a5-4f70-b817-3e8559b971c3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bab2fd1455f34167a93e2b6fcb27dd96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871633 May 20 17:01:16.620882 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e28d1-01a5-4f70-b817-3e8559b971c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fa7c2a-ab12-4f3d-8a1b-05e17bb65df3,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:16.621775 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 47222) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:16.636166 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-f49e28d1-01a5-4f70-b817-3e8559b971c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:16.727148 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-2fd24e74-0807-4a2a-9383-5bb0044381c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:16.732994 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76a1a0-a505-43d0-8f3d-b220be6e8907 req-f3cdcb40-3cd0-46b1-ab6f-8a8a0c6f100a tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:16.734604 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-fd76a1a0-a505-43d0-8f3d-b220be6e8907 req-f3cdcb40-3cd0-46b1-ab6f-8a8a0c6f100a tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f63e24b-762b-42d0-86ad-ee87066bfec5 HTTP/1.1" status: 200 len: 944 time: 0.5764167 May 20 17:01:16.779559 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-2fd24e74-0807-4a2a-9383-5bb0044381c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:16.798893 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-e7ed1db5-549c-4997-8bc0-d2f31be6e9a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:16.870574 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4f6fbea1-3f5d-4e05-a64f-0a79b61584ba tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:16.876778 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:16.879828 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-e7ed1db5-549c-4997-8bc0-d2f31be6e9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:16.890823 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-886cfa33-c37a-4cc0-b29f-c5e1306ca418 req-caf9a785-9a76-4336-9cb5-bab34fec1f94 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3813dda8-1cff-40c5-ab88-8b46fd552406 HTTP/1.1" status: 200 len: 217 time: 0.0831673 May 20 17:01:17.021249 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cfa33-c37a-4cc0-b29f-c5e1306ca418 req-31cdf16d-cac1-478e-b606-d19153b920c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:17.022927 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-886cfa33-c37a-4cc0-b29f-c5e1306ca418 req-31cdf16d-cac1-478e-b606-d19153b920c2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=17da0c2c-cf60-42be-a72a-23a59a0d97b9 HTTP/1.1" status: 200 len: 851 time: 0.1183686 May 20 17:01:17.033317 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-fd76a1a0-a505-43d0-8f3d-b220be6e8907 req-ddfbea69-507d-4a5f-8c1c-ac9384645119 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b295cc2-7391-4834-b6ac-f74f39203286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608368 May 20 17:01:17.062235 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-07363228-6d20-441d-ba34-d5ec25e73481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:17.077311 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.75', 58059) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:17.142957 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-886cfa33-c37a-4cc0-b29f-c5e1306ca418 req-0530782f-8970-4147-8cf6-ef05c3a07236 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0f58f3f7-37b5-41f9-9268-88bdfbdce486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080389 May 20 17:01:17.144091 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-2fd24e74-0807-4a2a-9383-5bb0044381c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:17.149937 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:17.185339 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd24e74-0807-4a2a-9383-5bb0044381c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fa7c2a-ab12-4f3d-8a1b-05e17bb65df3,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:17.192588 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-2fd24e74-0807-4a2a-9383-5bb0044381c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:17.196395 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-2fd24e74-0807-4a2a-9383-5bb0044381c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:17.200214 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-2fd24e74-0807-4a2a-9383-5bb0044381c7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/48fa7c2a-ab12-4f3d-8a1b-05e17bb65df3 HTTP/1.1" status: 204 len: 168 time: 0.5752625 May 20 17:01:17.365964 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-886cfa33-c37a-4cc0-b29f-c5e1306ca418 req-1ec4abba-9067-4e78-ba93-a76441c85b1b service neutron] 10.222.0.75 "GET /v2.0/networks/0f58f3f7-37b5-41f9-9268-88bdfbdce486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060320 May 20 17:01:17.400630 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_common [None req-4f6fbea1-3f5d-4e05-a64f-0a79b61584ba tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Allocated IP 172.27.3.77 (7bf407be-0a2f-4276-bbb9-407bd07b5677/0cc0c620-4805-460b-b0e9-2701bd4f1725/656302e8-c784-46f4-9524-cfcf9f189507) {{(pid=119045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:01:17.616075 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed1db5-549c-4997-8bc0-d2f31be6e9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d432a23f-d323-4487-992f-412783df476c,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:17.624012 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-e7ed1db5-549c-4997-8bc0-d2f31be6e9a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:17.627766 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4f6fbea1-3f5d-4e05-a64f-0a79b61584ba tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for port, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:17.632862 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-e7ed1db5-549c-4997-8bc0-d2f31be6e9a2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=58fd64d3e01b47439a02644086d4a959&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7990100 May 20 17:01:17.639018 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 47254) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:17.675993 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7710c3e7-fbda-4a9f-a281-5bc49742006b req-0f314a6e-99fa-4d5d-87e3-57e8d3f01cb3 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 210 time: 0.0977788 May 20 17:01:17.741363 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-886cfa33-c37a-4cc0-b29f-c5e1306ca418 req-2faa30e5-0ebf-44a2-8f70-036fd87e4b7b service neutron] 10.222.0.75 "GET /v2.0/networks/0f58f3f7-37b5-41f9-9268-88bdfbdce486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670554 May 20 17:01:17.765025 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-07dec8de-a218-4031-9033-aa9136a6c6fa tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:17.766542 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-07dec8de-a218-4031-9033-aa9136a6c6fa tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.75 "GET /v2.0/networks?id=3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe HTTP/1.1" status: 200 len: 817 time: 0.6858039 May 20 17:01:17.820852 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-179030cc-2a71-404d-aa0b-6201d1d1b066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:17.871598 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4f6fbea1-3f5d-4e05-a64f-0a79b61584ba tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791'] for port, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:17.883900 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-ec233d5a-399f-41a6-8721-c1c412ab0fee tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15040cd71cf0497581d552f7a0ff286f HTTP/1.1" status: 200 len: 379 time: 0.1028190 May 20 17:01:17.893305 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-179030cc-2a71-404d-aa0b-6201d1d1b066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:17.909110 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device f02c530b-04d8-46d3-85fc-a9059e7760f6 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:01:17.910115 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-b07dd83c-efd2-43e9-bff8-aa461dfe727e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Request body: {'port': {'device_id': 'ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e', 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe', 'admin_state_up': True, 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'security_groups': ['46d30863-d82b-4833-acc7-10f3168092a9']}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:01:17.923540 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:18.005906 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning for port f02c530b-04d8-46d3-85fc-a9059e7760f6 completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:01:18.012939 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port f02c530b-04d8-46d3-85fc-a9059e7760f6 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:01:18.014658 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:18.045387 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 47268) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:18.084001 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-7bb8f32a-7299-43e8-9988-ddafbfc1a0b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:18.123517 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-7bb8f32a-7299-43e8-9988-ddafbfc1a0b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:18.136752 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-7bb8f32a-7299-43e8-9988-ddafbfc1a0b5 admin admin] Usage tracker for resource:security_group_rule and tenant:a784ae1dfa7f45d8839882e5ea626e9e is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:18.144341 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-7bb8f32a-7299-43e8-9988-ddafbfc1a0b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:18.158875 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-7bb8f32a-7299-43e8-9988-ddafbfc1a0b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:18.204311 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:18.272160 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] For port f02c530b-04d8-46d3-85fc-a9059e7760f6, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=f02c530b-04d8-46d3-85fc-a9059e7760f6,segment=NetworkSegment(37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec),segment_id=37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:01:18.280331 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:18.286048 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:18.366377 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-7bb8f32a-7299-43e8-9988-ddafbfc1a0b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:18.373400 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-7bb8f32a-7299-43e8-9988-ddafbfc1a0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:18.383740 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:18.410042 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Pushing event updated for resources: {'Port': ['ID=f02c530b-04d8-46d3-85fc-a9059e7760f6,revision_number=5']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:18.417291 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:18.421409 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8f32a-7299-43e8-9988-ddafbfc1a0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f0ec33-3bd5-41d7-880d-d8ddccbd6275,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:18.421978 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6fbea1-3f5d-4e05-a64f-0a79b61584ba tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Network 7bf407be-0a2f-4276-bbb9-407bd07b5677 is already hosted by enough agents. {{(pid=119045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:01:18.426387 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-7bb8f32a-7299-43e8-9988-ddafbfc1a0b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:18.449029 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-7bb8f32a-7299-43e8-9988-ddafbfc1a0b5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a784ae1dfa7f45d8839882e5ea626e9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4022434 May 20 17:01:18.451453 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [None req-4f6fbea1-3f5d-4e05-a64f-0a79b61584ba tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Resources bound (agent type, host, resource id): {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:01:18.452003 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 47282) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:18.480264 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6fbea1-3f5d-4e05-a64f-0a79b61584ba tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Received port after_create {{(pid=119045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:01:18.494481 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6fbea1-3f5d-4e05-a64f-0a79b61584ba tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Pushing event updated for resources: {'Port': ['ID=656302e8-c784-46f4-9524-cfcf9f189507,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:18.498606 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-b07dd83c-efd2-43e9-bff8-aa461dfe727e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:18.503282 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-4f6fbea1-3f5d-4e05-a64f-0a79b61584ba tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:18.513916 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-b07dd83c-efd2-43e9-bff8-aa461dfe727e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:18.538885 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-b07dd83c-efd2-43e9-bff8-aa461dfe727e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Made reservation on behalf of 15040cd71cf0497581d552f7a0ff286f for: {'port': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:01:18.540739 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-c32ca3d3-9914-4de1-91d7-b499a38caee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:18.541273 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-b07dd83c-efd2-43e9-bff8-aa461dfe727e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:18.584550 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-c32ca3d3-9914-4de1-91d7-b499a38caee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:18.635685 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4f6fbea1-3f5d-4e05-a64f-0a79b61584ba tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for floatingip, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:18.642493 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-179030cc-2a71-404d-aa0b-6201d1d1b066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:18.658257 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c54b2-9f5f-498a-a214-42ad09d04bf2 req-84cb1a10-fbaa-46cb-acf9-62f71effda39 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:18.659395 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-c32ca3d3-9914-4de1-91d7-b499a38caee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:18.659794 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c55c54b2-9f5f-498a-a214-42ad09d04bf2 req-84cb1a10-fbaa-46cb-acf9-62f71effda39 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f63e24b-762b-42d0-86ad-ee87066bfec5 HTTP/1.1" status: 200 len: 944 time: 0.3897715 May 20 17:01:18.667033 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:18.677690 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:18.694238 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ca3d3-9914-4de1-91d7-b499a38caee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f0ec33-3bd5-41d7-880d-d8ddccbd6275,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:18.700589 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-c32ca3d3-9914-4de1-91d7-b499a38caee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:18.730267 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-c32ca3d3-9914-4de1-91d7-b499a38caee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:18.734045 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-c32ca3d3-9914-4de1-91d7-b499a38caee2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f0f0ec33-3bd5-41d7-880d-d8ddccbd6275 HTTP/1.1" status: 204 len: 168 time: 0.2781775 May 20 17:01:18.752589 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179030cc-2a71-404d-aa0b-6201d1d1b066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d432a23f-d323-4487-992f-412783df476c,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:18.756305 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 3813dda8-1cff-40c5-ab88-8b46fd552406 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=119046) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 17:01:18.808226 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-179030cc-2a71-404d-aa0b-6201d1d1b066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:18.914189 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4f6fbea1-3f5d-4e05-a64f-0a79b61584ba tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:18.944950 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 3813dda8-1cff-40c5-ab88-8b46fd552406, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3813dda8-1cff-40c5-ab88-8b46fd552406,segment=NetworkSegment(c4d0e9b1-2ef0-4f03-b7a4-bcff7c83d614),segment_id=c4d0e9b1-2ef0-4f03-b7a4-bcff7c83d614)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:01:18.951842 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 47298) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:18.969237 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Returning: {'device': '3813dda8-1cff-40c5-ab88-8b46fd552406', 'network_id': '0f58f3f7-37b5-41f9-9268-88bdfbdce486', 'port_id': '3813dda8-1cff-40c5-ab88-8b46fd552406', 'mac_address': 'fa:16:3e:94:c3:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17da0c2c-cf60-42be-a72a-23a59a0d97b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119046) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 17:01:18.970665 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-4bf1c8ff-99ff-4c96-9ab4-666eddba2d5f req-537f0e59-a2f3-43d8-a00a-ba53e1a85d09 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 210 time: 0.0735810 May 20 17:01:18.990281 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c55c54b2-9f5f-498a-a214-42ad09d04bf2 req-7cde175e-226c-497b-a334-cef48fce44bf tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b295cc2-7391-4834-b6ac-f74f39203286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090765 May 20 17:01:19.086123 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:19.105845 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3813dda8-1cff-40c5-ab88-8b46fd552406 {{(pid=119046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:01:19.123533 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 3813dda8-1cff-40c5-ab88-8b46fd552406, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3813dda8-1cff-40c5-ab88-8b46fd552406,segment=NetworkSegment(c4d0e9b1-2ef0-4f03-b7a4-bcff7c83d614),segment_id=c4d0e9b1-2ef0-4f03-b7a4-bcff7c83d614)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:01:19.130847 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:19.133243 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:19.142143 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-179030cc-2a71-404d-aa0b-6201d1d1b066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:19.145944 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-179030cc-2a71-404d-aa0b-6201d1d1b066 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d432a23f-d323-4487-992f-412783df476c HTTP/1.1" status: 204 len: 168 time: 1.5059853 May 20 17:01:19.160732 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_common [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-b07dd83c-efd2-43e9-bff8-aa461dfe727e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Allocated IP 172.20.0.14 (3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe/1551b8a8-c6c6-497b-b551-8db6f5233ebf/79d1e998-d57f-414e-be49-4e99e57bd8b3) {{(pid=119045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:01:19.218673 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=3813dda8-1cff-40c5-ab88-8b46fd552406,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:19.222218 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:19.273329 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4f6fbea1-3f5d-4e05-a64f-0a79b61584ba tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for port, precommit_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:19.282115 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ff0ccb45-6443-49a6-97d3-3d65a1fd5088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:19.284260 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4f6fbea1-3f5d-4e05-a64f-0a79b61584ba tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:19.319695 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-ff0ccb45-6443-49a6-97d3-3d65a1fd5088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:19.323818 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-ff0ccb45-6443-49a6-97d3-3d65a1fd5088 admin admin] Usage tracker for resource:security_group_rule and tenant:0a5b3b1d9c52470c86aa03c7cfe4db26 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:19.327455 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-ff0ccb45-6443-49a6-97d3-3d65a1fd5088 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:19.334696 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-ff0ccb45-6443-49a6-97d3-3d65a1fd5088 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:19.339364 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:19.407769 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4f6fbea1-3f5d-4e05-a64f-0a79b61584ba tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16751940'] for floatingip, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:19.435301 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['3813dda8-1cff-40c5-ab88-8b46fd552406'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:01:19.446371 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ff0ccb45-6443-49a6-97d3-3d65a1fd5088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:19.453651 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ff0ccb45-6443-49a6-97d3-3d65a1fd5088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:19.462684 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6fbea1-3f5d-4e05-a64f-0a79b61584ba tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Pushing event updated for resources: {'Port': ['ID=656302e8-c784-46f4-9524-cfcf9f189507,revision_number=2']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:19.474189 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-4f6fbea1-3f5d-4e05-a64f-0a79b61584ba tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:19.480281 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4f6fbea1-3f5d-4e05-a64f-0a79b61584ba tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for floatingip, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:19.481809 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-4f6fbea1-3f5d-4e05-a64f-0a79b61584ba tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7130246 May 20 17:01:19.502654 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-7bb8f32a-7299-43e8-9988-ddafbfc1a0b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:19.514665 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-ff0ccb45-6443-49a6-97d3-3d65a1fd5088 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0a5b3b1d9c52470c86aa03c7cfe4db26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5603204 May 20 17:01:19.517287 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 47322) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:19.527663 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-b07dd83c-efd2-43e9-bff8-aa461dfe727e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for port, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:19.559222 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.provisioning_blocks [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-b07dd83c-efd2-43e9-bff8-aa461dfe727e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Transition to ACTIVE for port object 79d1e998-d57f-414e-be49-4e99e57bd8b3 will not be triggered until provisioned by entity DHCP. {{(pid=119045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:01:19.570436 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ccb45-6443-49a6-97d3-3d65a1fd5088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a02539-29b6-4e3f-a36f-b546332c5a9b,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:19.583829 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-ff0ccb45-6443-49a6-97d3-3d65a1fd5088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:19.603498 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-b07dd83c-efd2-43e9-bff8-aa461dfe727e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791'] for port, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:19.614710 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-4f6fbea1-3f5d-4e05-a64f-0a79b61584ba tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:19.626942 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-54c4a81c-20ac-4b1b-8392-81987da8fbec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:19.668798 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-54c4a81c-20ac-4b1b-8392-81987da8fbec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:19.711290 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07dd83c-efd2-43e9-bff8-aa461dfe727e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Pushing event updated for resources: {'Port': ['ID=79d1e998-d57f-414e-be49-4e99e57bd8b3,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:19.728482 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-b07dd83c-efd2-43e9-bff8-aa461dfe727e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:19.732132 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-54c4a81c-20ac-4b1b-8392-81987da8fbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:19.738623 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-b07dd83c-efd2-43e9-bff8-aa461dfe727e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Network 3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe is already hosted by enough agents. {{(pid=119045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:01:19.739896 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-b07dd83c-efd2-43e9-bff8-aa461dfe727e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Resources bound (agent type, host, resource id): {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:01:19.743030 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-b07dd83c-efd2-43e9-bff8-aa461dfe727e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Received port after_create {{(pid=119045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:01:19.744094 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-5b1fcc3a-3dae-4795-b972-b7bd99688996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:19.751817 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-b07dd83c-efd2-43e9-bff8-aa461dfe727e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:19.757443 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-b07dd83c-efd2-43e9-bff8-aa461dfe727e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:19.761107 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4a81c-20ac-4b1b-8392-81987da8fbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a02539-29b6-4e3f-a36f-b546332c5a9b,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:19.763805 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-54c4a81c-20ac-4b1b-8392-81987da8fbec admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:19.765001 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-54c4a81c-20ac-4b1b-8392-81987da8fbec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/16a02539-29b6-4e3f-a36f-b546332c5a9b HTTP/1.1" status: 204 len: 168 time: 0.2458739 May 20 17:01:19.765925 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-54c4a81c-20ac-4b1b-8392-81987da8fbec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:19.791297 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-b07dd83c-efd2-43e9-bff8-aa461dfe727e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8869321 May 20 17:01:19.808689 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-836de13d-2fba-40a9-8bfc-1445c0c208b2 service neutron] Request body: {'port': {'device_id': 'ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:01:19.920411 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device f02c530b-04d8-46d3-85fc-a9059e7760f6 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:01:19.957542 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-836de13d-2fba-40a9-8bfc-1445c0c208b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:20.076502 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port f02c530b-04d8-46d3-85fc-a9059e7760f6 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:01:20.077510 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:20.197032 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-74c26eab-ced1-47df-9543-bc5ae6e1d745 None None] Provisioning for port 79d1e998-d57f-414e-be49-4e99e57bd8b3 completed by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:01:20.204076 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-74c26eab-ced1-47df-9543-bc5ae6e1d745 None None] Provisioning complete for port 79d1e998-d57f-414e-be49-4e99e57bd8b3 triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:01:20.204807 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-74c26eab-ced1-47df-9543-bc5ae6e1d745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:20.245056 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-7be91d50-2fbb-407a-8423-b688ea6c633a tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Synchronizing usage tracker for tenant:633b28eb0b87461f810176c2a59c4333 on resource:security_group {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:01:20.286513 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-7be91d50-2fbb-407a-8423-b688ea6c633a tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Unset dirty status for tenant:633b28eb0b87461f810176c2a59c4333 on resource:security_group {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:01:20.294604 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-7be91d50-2fbb-407a-8423-b688ea6c633a tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--516878217&fields=id&tenant_id=633b28eb0b87461f810176c2a59c4333 HTTP/1.1" status: 200 len: 267 time: 0.1334145 May 20 17:01:20.324862 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-74c26eab-ced1-47df-9543-bc5ae6e1d745 None None] Port 79d1e998-d57f-414e-be49-4e99e57bd8b3 cannot update to ACTIVE because it is not bound. {{(pid=119046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 17:01:20.427640 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b92c61-c663-4833-bdfe-7f516567644b req-3cfd7dae-0b15-4e6a-85ab-bd077affaddf tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:20.428647 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-04b92c61-c663-4833-bdfe-7f516567644b req-3cfd7dae-0b15-4e6a-85ab-bd077affaddf tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Synchronizing usage tracker for tenant:15040cd71cf0497581d552f7a0ff286f on resource:port {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:01:20.472183 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-04b92c61-c663-4833-bdfe-7f516567644b req-3cfd7dae-0b15-4e6a-85ab-bd077affaddf tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Unset dirty status for tenant:15040cd71cf0497581d552f7a0ff286f on resource:port {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:01:20.478844 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-04b92c61-c663-4833-bdfe-7f516567644b req-3cfd7dae-0b15-4e6a-85ab-bd077affaddf tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 932 time: 0.2862337 May 20 17:01:20.500469 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-7aa952b1-c675-4274-a367-afd7d9b6f54d tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:20.503686 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-7aa952b1-c675-4274-a367-afd7d9b6f54d tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/networks?id=c2c7c270-423d-436f-960a-39d7d4b1aa00 HTTP/1.1" status: 200 len: 811 time: 0.2046592 May 20 17:01:20.521127 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-7321ca03-0e36-41e6-937a-449c7f5e5c08 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/quotas/633b28eb0b87461f810176c2a59c4333 HTTP/1.1" status: 200 len: 375 time: 0.0109282 May 20 17:01:20.593838 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-04b92c61-c663-4833-bdfe-7f516567644b req-19c036b6-633c-4d76-98c5-c723bb763262 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141305 May 20 17:01:20.598779 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-836de13d-2fba-40a9-8bfc-1445c0c208b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d1e998-d57f-414e-be49-4e99e57bd8b3 {{(pid=119045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:01:20.610492 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-836de13d-2fba-40a9-8bfc-1445c0c208b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:20.634128 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.provisioning_blocks [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-836de13d-2fba-40a9-8bfc-1445c0c208b2 service neutron] Transition to ACTIVE for port object 79d1e998-d57f-414e-be49-4e99e57bd8b3 will not be triggered until provisioned by entity L2. {{(pid=119045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:01:20.659032 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-836de13d-2fba-40a9-8bfc-1445c0c208b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:20.670767 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-b07dd83c-efd2-43e9-bff8-aa461dfe727e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:20.694307 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-da20234b-a869-4890-b5a2-461eae83a5f3 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Synchronizing usage tracker for tenant:633b28eb0b87461f810176c2a59c4333 on resource:port {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:01:20.709759 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 3813dda8-1cff-40c5-ab88-8b46fd552406 up at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:01:20.753278 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-da20234b-a869-4890-b5a2-461eae83a5f3 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Unset dirty status for tenant:633b28eb0b87461f810176c2a59c4333 on resource:port {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:01:20.754728 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-da20234b-a869-4890-b5a2-461eae83a5f3 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=633b28eb0b87461f810176c2a59c4333&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2268763 May 20 17:01:20.852595 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning for port 3813dda8-1cff-40c5-ab88-8b46fd552406 completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:01:20.859066 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning complete for port 3813dda8-1cff-40c5-ab88-8b46fd552406 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:01:20.859542 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:20.875583 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 47380) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:20.939525 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-b4fad844-a027-4cb9-964a-4639a6f7b920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:20.987626 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-b4fad844-a027-4cb9-964a-4639a6f7b920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:20.997169 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-b4fad844-a027-4cb9-964a-4639a6f7b920 admin admin] Usage tracker for resource:security_group_rule and tenant:bd089505f4b4404b83b5dacf2a3b4125 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:21.006030 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-b4fad844-a027-4cb9-964a-4639a6f7b920 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:21.023965 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-b4fad844-a027-4cb9-964a-4639a6f7b920 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:21.033111 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:21.091050 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f63e24b-762b-42d0-86ad-ee87066bfec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3813dda8-1cff-40c5-ab88-8b46fd552406'}] {{(pid=119046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:01:21.105481 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836de13d-2fba-40a9-8bfc-1445c0c208b2 service neutron] Pushing event updated for resources: {'Port': ['ID=79d1e998-d57f-414e-be49-4e99e57bd8b3,revision_number=2']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:21.108636 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-836de13d-2fba-40a9-8bfc-1445c0c208b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:21.122574 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-836de13d-2fba-40a9-8bfc-1445c0c208b2 service neutron] Attempting to bind port 79d1e998-d57f-414e-be49-4e99e57bd8b3 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:01:21.122926 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-836de13d-2fba-40a9-8bfc-1445c0c208b2 service neutron] Attempting to bind port 79d1e998-d57f-414e-be49-4e99e57bd8b3 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '04f20a06-e49b-44e4-8773-c49eb357921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe'}] {{(pid=119045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:01:21.123447 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-836de13d-2fba-40a9-8bfc-1445c0c208b2 service neutron] Attempting to bind port 79d1e998-d57f-414e-be49-4e99e57bd8b3 on network 3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:01:21.132107 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-836de13d-2fba-40a9-8bfc-1445c0c208b2 service neutron] Port 79d1e998-d57f-414e-be49-4e99e57bd8b3 on network 3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 17:01:21.132426 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-836de13d-2fba-40a9-8bfc-1445c0c208b2 service neutron] Attempting to bind port 79d1e998-d57f-414e-be49-4e99e57bd8b3 on network 3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:01:21.142631 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-836de13d-2fba-40a9-8bfc-1445c0c208b2 service neutron] Checking agent: {'id': '6f9f6b2e-16b6-4f76-902f-5004e6b9f64e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:01:21.143026 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-836de13d-2fba-40a9-8bfc-1445c0c208b2 service neutron] Checking segment: {'id': '04f20a06-e49b-44e4-8773-c49eb357921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:01:21.143526 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-836de13d-2fba-40a9-8bfc-1445c0c208b2 service neutron] Bound using segment: {'id': '04f20a06-e49b-44e4-8773-c49eb357921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe'} {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:01:21.144030 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-836de13d-2fba-40a9-8bfc-1445c0c208b2 service neutron] Bound port: 79d1e998-d57f-414e-be49-4e99e57bd8b3, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04f20a06-e49b-44e4-8773-c49eb357921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe'}}] {{(pid=119045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:01:21.144359 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-836de13d-2fba-40a9-8bfc-1445c0c208b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:21.181378 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 3813dda8-1cff-40c5-ab88-8b46fd552406, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3813dda8-1cff-40c5-ab88-8b46fd552406,segment=NetworkSegment(c4d0e9b1-2ef0-4f03-b7a4-bcff7c83d614),segment_id=c4d0e9b1-2ef0-4f03-b7a4-bcff7c83d614)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:01:21.188092 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:21.191028 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:21.216440 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-b4fad844-a027-4cb9-964a-4639a6f7b920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:21.232161 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef00c3-3216-4582-8c6e-a4ff4388c0d3 req-8c347e85-cae7-496e-a055-79a4e16a8203 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:21.233800 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c9ef00c3-3216-4582-8c6e-a4ff4388c0d3 req-8c347e85-cae7-496e-a055-79a4e16a8203 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f63e24b-762b-42d0-86ad-ee87066bfec5 HTTP/1.1" status: 200 len: 945 time: 0.3513854 May 20 17:01:21.239664 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-b4fad844-a027-4cb9-964a-4639a6f7b920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:21.259674 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:21.282059 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=3813dda8-1cff-40c5-ab88-8b46fd552406,revision_number=5']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:21.287065 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:21.316627 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-b4fad844-a027-4cb9-964a-4639a6f7b920 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bd089505f4b4404b83b5dacf2a3b4125&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4392786 May 20 17:01:21.318364 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 47396) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:21.322095 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c9ef00c3-3216-4582-8c6e-a4ff4388c0d3 req-76099c06-3741-4587-92da-b597d91c1e94 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b295cc2-7391-4834-b6ac-f74f39203286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810163 May 20 17:01:21.331622 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fad844-a027-4cb9-964a-4639a6f7b920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe64d4a-371b-42b2-a1cd-14684feb8b65,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:21.333389 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-836de13d-2fba-40a9-8bfc-1445c0c208b2 service neutron] For port 79d1e998-d57f-414e-be49-4e99e57bd8b3, host hv-cinder-78652, cleared binding levels {{(pid=119045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:01:21.338142 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-836de13d-2fba-40a9-8bfc-1445c0c208b2 service neutron] For port 79d1e998-d57f-414e-be49-4e99e57bd8b3, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=79d1e998-d57f-414e-be49-4e99e57bd8b3,segment=NetworkSegment(04f20a06-e49b-44e4-8773-c49eb357921a),segment_id=04f20a06-e49b-44e4-8773-c49eb357921a)] {{(pid=119045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:01:21.346494 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-836de13d-2fba-40a9-8bfc-1445c0c208b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:21.351585 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-b4fad844-a027-4cb9-964a-4639a6f7b920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:21.351901 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:21.426202 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-836de13d-2fba-40a9-8bfc-1445c0c208b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:21.427425 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-836de13d-2fba-40a9-8bfc-1445c0c208b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:21.428326 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-836de13d-2fba-40a9-8bfc-1445c0c208b2 service neutron] 10.222.0.75 "PUT /v2.0/ports/79d1e998-d57f-414e-be49-4e99e57bd8b3 HTTP/1.1" status: 200 len: 1094 time: 1.6244748 May 20 17:01:21.428803 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e', 'tag': '79d1e998-d57f-414e-be49-4e99e57bd8b3'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:01:21.575331 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-c705ee13-4f5a-445e-881c-6273eefae924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:21.577343 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836de13d-2fba-40a9-8bfc-1445c0c208b2 service neutron] Pushing event updated for resources: {'Port': ['ID=79d1e998-d57f-414e-be49-4e99e57bd8b3,revision_number=3']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:21.595348 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-836de13d-2fba-40a9-8bfc-1445c0c208b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:21.625449 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-c705ee13-4f5a-445e-881c-6273eefae924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:21.687337 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-c14a704f-fa82-468a-b912-b9f9ea4bfe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:21.695680 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-c14a704f-fa82-468a-b912-b9f9ea4bfe77 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=15040cd71cf0497581d552f7a0ff286f&device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 1097 time: 0.1929471 May 20 17:01:21.706801 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-c705ee13-4f5a-445e-881c-6273eefae924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:21.712354 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-ff0ccb45-6443-49a6-97d3-3d65a1fd5088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:21.732243 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c705ee13-4f5a-445e-881c-6273eefae924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe64d4a-371b-42b2-a1cd-14684feb8b65,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:21.737773 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-c705ee13-4f5a-445e-881c-6273eefae924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:21.749757 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-c705ee13-4f5a-445e-881c-6273eefae924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:21.753815 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-c705ee13-4f5a-445e-881c-6273eefae924 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/efe64d4a-371b-42b2-a1cd-14684feb8b65 HTTP/1.1" status: 204 len: 168 time: 0.4312961 May 20 17:01:21.797278 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-1a3f040e-9513-4ff2-b7c3-011147cda65f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79d1e998-d57f-414e-be49-4e99e57bd8b3 HTTP/1.1" status: 200 len: 217 time: 0.0889189 May 20 17:01:21.845960 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-1a5ce09b-f9f2-482f-bbe8-73ce27ea5b28 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=119044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 17:01:21.846974 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-1a5ce09b-f9f2-482f-bbe8-73ce27ea5b28 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2972515 May 20 17:01:21.855119 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 47432) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:21.910721 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-1492d270-d616-4ebb-8e5c-eaa3ab6d84fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:21.912948 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-1492d270-d616-4ebb-8e5c-eaa3ab6d84fe service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1551b8a8-c6c6-497b-b551-8db6f5233ebf HTTP/1.1" status: 200 len: 856 time: 0.0801821 May 20 17:01:22.032926 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7e444-d05d-48b4-8eb7-7fc929948865 req-c13935b1-ece8-4044-b6f1-0924c21f0a0c tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:22.034504 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-43c7e444-d05d-48b4-8eb7-7fc929948865 req-c13935b1-ece8-4044-b6f1-0924c21f0a0c tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 944 time: 0.2360291 May 20 17:01:22.088971 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-2ad40d9b-6c27-4698-a08b-de0f73ce6443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:22.090789 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-2ad40d9b-6c27-4698-a08b-de0f73ce6443 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1635721 May 20 17:01:22.103588 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-43c7e444-d05d-48b4-8eb7-7fc929948865 req-9d2da322-df4e-4d07-a3b5-d3bd134af1db tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615215 May 20 17:01:22.224692 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-045ac51b-f15d-401b-aec0-bb71bd72af03 service neutron] 10.222.0.36 "GET /v2.0/networks/c2c7c270-423d-436f-960a-39d7d4b1aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584146 May 20 17:01:22.280936 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-b5091bac-2cf2-4d37-9437-621e57ea811c service neutron] 10.222.0.75 "GET /v2.0/networks/3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762497 May 20 17:01:22.530273 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-0613247f-9b0c-4d07-9532-f4c84fad6e62 service neutron] 10.222.0.36 "GET /v2.0/networks/c2c7c270-423d-436f-960a-39d7d4b1aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971230 May 20 17:01:22.539917 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4ce871b9-2fd4-4554-9074-2a2f1eef0613 req-2c0cafe4-9b3c-4b0b-98a2-8b11bd1a9e89 service neutron] 10.222.0.75 "GET /v2.0/networks/3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464480 May 20 17:01:22.561710 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-812a78ec-6659-41e6-9f9f-66bfc1f522d6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1015406326-network', 'tenant_id': '1eadc325949e439f99b5fa40e95b3dba'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:01:22.585466 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-812a78ec-6659-41e6-9f9f-66bfc1f522d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:22.590368 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-812a78ec-6659-41e6-9f9f-66bfc1f522d6 admin admin] Usage tracker for resource:network and tenant:1eadc325949e439f99b5fa40e95b3dba is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:22.594166 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-812a78ec-6659-41e6-9f9f-66bfc1f522d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:22.600237 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-812a78ec-6659-41e6-9f9f-66bfc1f522d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:22.614263 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812a78ec-6659-41e6-9f9f-66bfc1f522d6 admin admin] Made reservation on behalf of 1eadc325949e439f99b5fa40e95b3dba for: {'network': 1} {{(pid=119044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:01:22.617433 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-812a78ec-6659-41e6-9f9f-66bfc1f522d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605269'] for network, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:22.636932 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-812a78ec-6659-41e6-9f9f-66bfc1f522d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:22.658632 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-812a78ec-6659-41e6-9f9f-66bfc1f522d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:22.664537 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-812a78ec-6659-41e6-9f9f-66bfc1f522d6 admin admin] Usage tracker for resource:security_group_rule and tenant:1eadc325949e439f99b5fa40e95b3dba is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:22.668236 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-812a78ec-6659-41e6-9f9f-66bfc1f522d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:22.675607 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-812a78ec-6659-41e6-9f9f-66bfc1f522d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:22.722387 dv-cinder-786524-7-iscsi neutron-server[119046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f63e24b-762b-42d0-86ad-ee87066bfec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3813dda8-1cff-40c5-ab88-8b46fd552406', 'code': 200} May 20 17:01:22.894862 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-812a78ec-6659-41e6-9f9f-66bfc1f522d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:22.908131 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-812a78ec-6659-41e6-9f9f-66bfc1f522d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:22.914576 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:22.935589 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e', 'tag': '79d1e998-d57f-414e-be49-4e99e57bd8b3', 'status': 'completed', 'code': 200} May 20 17:01:22.989671 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-812a78ec-6659-41e6-9f9f-66bfc1f522d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=119044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 17:01:23.023439 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a78ec-6659-41e6-9f9f-66bfc1f522d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86f4197-9cef-479b-9183-04db31d17756,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:23.027314 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-812a78ec-6659-41e6-9f9f-66bfc1f522d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:23.033735 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-812a78ec-6659-41e6-9f9f-66bfc1f522d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:23.033735 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.db.segments_db [None req-812a78ec-6659-41e6-9f9f-66bfc1f522d6 admin admin] Added segment 6420b333-a321-421d-8dfc-80a38ff3874f of type vlan for network 109ab9fe-05bc-4959-850c-e7aa01631680 May 20 17:01:23.177888 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-812a78ec-6659-41e6-9f9f-66bfc1f522d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727197218515'] for network, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:23.199980 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-442fd9b0-6d80-4118-86b5-84c99e971c80 req-5024c943-52d6-496a-b066-37230b76e41c tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 210 time: 0.1287682 May 20 17:01:23.235185 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255153bb-f8a8-463c-90f7-8d7d9c41c818 req-b0dcb6e3-c0ec-4417-a7e8-7e424d63f9b6 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:23.243955 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-255153bb-f8a8-463c-90f7-8d7d9c41c818 req-b0dcb6e3-c0ec-4417-a7e8-7e424d63f9b6 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f63e24b-762b-42d0-86ad-ee87066bfec5 HTTP/1.1" status: 200 len: 946 time: 0.2122252 May 20 17:01:23.263392 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5178b24-cc99-4727-8f09-0fb42ea5462a req-dfa7666b-9585-41a5-85f9-4c3419d86ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:23.264936 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c5178b24-cc99-4727-8f09-0fb42ea5462a req-dfa7666b-9585-41a5-85f9-4c3419d86ac7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=15040cd71cf0497581d552f7a0ff286f&device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 1097 time: 0.2951989 May 20 17:01:23.294476 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-812a78ec-6659-41e6-9f9f-66bfc1f522d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128'] for network, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:23.322996 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a24844-a111-429e-bc69-a0eb77446754 req-4807d82e-7178-4d42-984f-9be70a84938e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:23.330864 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-24a24844-a111-429e-bc69-a0eb77446754 req-4807d82e-7178-4d42-984f-9be70a84938e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5f63e24b-762b-42d0-86ad-ee87066bfec5 HTTP/1.1" status: 200 len: 1099 time: 0.2625544 May 20 17:01:23.334079 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812a78ec-6659-41e6-9f9f-66bfc1f522d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:23.336473 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-812a78ec-6659-41e6-9f9f-66bfc1f522d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:23.359520 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-4020deaa-e950-49c6-901e-b17f966e6016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:23.431941 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-255153bb-f8a8-463c-90f7-8d7d9c41c818 req-badaf584-0a58-4aef-9412-3ad187daf09f tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b295cc2-7391-4834-b6ac-f74f39203286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868684 May 20 17:01:23.488675 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-24a24844-a111-429e-bc69-a0eb77446754 req-2e5b3501-6c94-448c-b46f-cf355e6191ee service neutron] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:23.566221 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5178b24-cc99-4727-8f09-0fb42ea5462a req-c64011de-fabb-4896-bccb-8cd0ba0b5b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:23.568676 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c5178b24-cc99-4727-8f09-0fb42ea5462a req-c64011de-fabb-4896-bccb-8cd0ba0b5b9a service neutron] 10.222.0.75 "GET /v2.0/networks?id=3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe HTTP/1.1" status: 200 len: 918 time: 0.2884710 May 20 17:01:23.576328 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [req-24a24844-a111-429e-bc69-a0eb77446754 req-2e5b3501-6c94-448c-b46f-cf355e6191ee service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:23.587259 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-24a24844-a111-429e-bc69-a0eb77446754 req-2e5b3501-6c94-448c-b46f-cf355e6191ee service neutron] Usage tracker for resource:security_group_rule and tenant:9b7474823d4f487ca54248d1be4ffafa is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:23.596234 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-812a78ec-6659-41e6-9f9f-66bfc1f522d6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7395878 May 20 17:01:23.597477 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a78ec-6659-41e6-9f9f-66bfc1f522d6 admin admin] Pushing event updated for resources: {'Network': ['ID=109ab9fe-05bc-4959-850c-e7aa01631680,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:23.600632 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-812a78ec-6659-41e6-9f9f-66bfc1f522d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:23.601613 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 47512) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:23.602653 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-24a24844-a111-429e-bc69-a0eb77446754 req-2e5b3501-6c94-448c-b46f-cf355e6191ee service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:23.609490 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Network 109ab9fe-05bc-4959-850c-e7aa01631680 details requested by agent ovs-agent-dv-cinder-786524-7-iscsi with host dv-cinder-786524-7-iscsi {{(pid=119046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 17:01:23.615541 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-7219a0bd-897f-4b8d-9ea3-e6e1f7df8703 admin admin] Request body: {'subnet': {'network_id': '109ab9fe-05bc-4959-850c-e7aa01631680', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1015406326-subnet', 'tenant_id': '1eadc325949e439f99b5fa40e95b3dba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:01:23.619494 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [req-24a24844-a111-429e-bc69-a0eb77446754 req-2e5b3501-6c94-448c-b46f-cf355e6191ee service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:23.624273 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-7219a0bd-897f-4b8d-9ea3-e6e1f7df8703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:23.635534 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-7219a0bd-897f-4b8d-9ea3-e6e1f7df8703 admin admin] Usage tracker for resource:subnet and tenant:1eadc325949e439f99b5fa40e95b3dba is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:23.641072 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-7219a0bd-897f-4b8d-9ea3-e6e1f7df8703 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:23.657980 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-7219a0bd-897f-4b8d-9ea3-e6e1f7df8703 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:23.688439 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7219a0bd-897f-4b8d-9ea3-e6e1f7df8703 admin admin] Made reservation on behalf of 1eadc325949e439f99b5fa40e95b3dba for: {'subnet': 1} {{(pid=119044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:01:23.691570 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-7219a0bd-897f-4b8d-9ea3-e6e1f7df8703 admin admin] Notify callbacks [] for subnet, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:23.900724 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-24a24844-a111-429e-bc69-a0eb77446754 req-2e5b3501-6c94-448c-b46f-cf355e6191ee service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:23.916837 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-24a24844-a111-429e-bc69-a0eb77446754 req-2e5b3501-6c94-448c-b46f-cf355e6191ee service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:23.937873 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-bbdcbd5d-92fc-4a76-897b-be1131207d1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:24.032782 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c5178b24-cc99-4727-8f09-0fb42ea5462a req-141bc741-8151-4889-8386-3a54ef470d3d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79d1e998-d57f-414e-be49-4e99e57bd8b3 HTTP/1.1" status: 200 len: 217 time: 0.3692985 May 20 17:01:24.073209 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-24a24844-a111-429e-bc69-a0eb77446754 req-2e5b3501-6c94-448c-b46f-cf355e6191ee service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8b295cc2-7391-4834-b6ac-f74f39203286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7146940 May 20 17:01:24.115967 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b3501-6c94-448c-b46f-cf355e6191ee service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e693d0-862f-45a6-89c3-09bb752d59d2,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:24.121324 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-2e5b3501-6c94-448c-b46f-cf355e6191ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:24.146562 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5178b24-cc99-4727-8f09-0fb42ea5462a req-ce524b46-4122-4e50-9b83-6567a1cd5ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:24.149059 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c5178b24-cc99-4727-8f09-0fb42ea5462a req-ce524b46-4122-4e50-9b83-6567a1cd5ba9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1551b8a8-c6c6-497b-b551-8db6f5233ebf HTTP/1.1" status: 200 len: 856 time: 0.0872884 May 20 17:01:24.157303 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a6f80-5cf6-4c92-bdb8-c759225e27ca req-a0d23e8b-84f9-47ab-9bf3-85e606b0f437 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:24.164772 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c26a6f80-5cf6-4c92-bdb8-c759225e27ca req-a0d23e8b-84f9-47ab-9bf3-85e606b0f437 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 944 time: 0.5950727 May 20 17:01:24.299417 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c26a6f80-5cf6-4c92-bdb8-c759225e27ca req-3131c9b5-595b-4c8c-841b-b42a10d67ae1 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332631 May 20 17:01:24.354662 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5178b24-cc99-4727-8f09-0fb42ea5462a req-eeeeb209-e45c-4e0a-93f1-67e82d1fcbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:24.361367 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c5178b24-cc99-4727-8f09-0fb42ea5462a req-eeeeb209-e45c-4e0a-93f1-67e82d1fcbe8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1937511 May 20 17:01:24.573009 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-26bfcf4d-50eb-4c10-a7ac-555f0029850f req-2971f0af-cff6-445f-abfa-f297206bb08c tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 210 time: 0.1336768 May 20 17:01:24.739766 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 79d1e998-d57f-414e-be49-4e99e57bd8b3 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=119046) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 17:01:24.836572 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c5178b24-cc99-4727-8f09-0fb42ea5462a req-67facd6d-2331-4a3b-8dce-72d5fa4a70cf service neutron] 10.222.0.75 "GET /v2.0/networks/3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653764 May 20 17:01:24.848747 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-7219a0bd-897f-4b8d-9ea3-e6e1f7df8703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159'] for subnet, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:24.864099 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:24.977480 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219a0bd-897f-4b8d-9ea3-e6e1f7df8703 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efe2adcc-bc36-4285-bf65-e24bea25d7f2,revision_number=0']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:24.989283 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-7219a0bd-897f-4b8d-9ea3-e6e1f7df8703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:24.997920 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-743dc4c2-088f-4980-8ca9-c4b12f9a13c6 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:24.999418 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-743dc4c2-088f-4980-8ca9-c4b12f9a13c6 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.75 "GET /v2.0/networks?id=c2c7c270-423d-436f-960a-39d7d4b1aa00 HTTP/1.1" status: 200 len: 811 time: 0.2802792 May 20 17:01:25.002688 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7219a0bd-897f-4b8d-9ea3-e6e1f7df8703 admin admin] Checking segment: {'id': '6420b333-a321-421d-8dfc-80a38ff3874f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '109ab9fe-05bc-4959-850c-e7aa01631680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:01:25.003045 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7219a0bd-897f-4b8d-9ea3-e6e1f7df8703 admin admin] Network hostable DHCP agents. Network: 109ab9fe-05bc-4959-850c-e7aa01631680, hostable agents: ['6b6b5109-91f6-4dcc-9375-40169a0e8fed'], hosted agents: [] {{(pid=119044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 17:01:25.026189 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df63b6a-ad59-43d7-9d93-6e8219b26390 req-00e86d9e-2a11-40bd-8a6b-04a3063bb69c tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:25.028580 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1df63b6a-ad59-43d7-9d93-6e8219b26390 req-00e86d9e-2a11-40bd-8a6b-04a3063bb69c tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f63e24b-762b-42d0-86ad-ee87066bfec5 HTTP/1.1" status: 200 len: 946 time: 0.3772447 May 20 17:01:25.064707 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 79d1e998-d57f-414e-be49-4e99e57bd8b3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=79d1e998-d57f-414e-be49-4e99e57bd8b3,segment=NetworkSegment(04f20a06-e49b-44e4-8773-c49eb357921a),segment_id=04f20a06-e49b-44e4-8773-c49eb357921a)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:01:25.069924 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7219a0bd-897f-4b8d-9ea3-e6e1f7df8703 admin admin] Network 109ab9fe-05bc-4959-850c-e7aa01631680 is scheduled to be hosted by DHCP agent 6b6b5109-91f6-4dcc-9375-40169a0e8fed with binding_index 1 {{(pid=119044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 17:01:25.100885 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1df63b6a-ad59-43d7-9d93-6e8219b26390 req-a1633bed-e663-4acf-92e6-3b73c223906d tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b295cc2-7391-4834-b6ac-f74f39203286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647423 May 20 17:01:25.108055 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c5178b24-cc99-4727-8f09-0fb42ea5462a req-5d816cda-0567-4a19-a52d-f5d98a17f4e1 service neutron] 10.222.0.75 "GET /v2.0/networks/3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606580 May 20 17:01:25.109034 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-7140b782-150b-4d84-b005-c019892bb286 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=633b28eb0b87461f810176c2a59c4333 HTTP/1.1" status: 200 len: 379 time: 0.0968683 May 20 17:01:25.110328 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [None req-7219a0bd-897f-4b8d-9ea3-e6e1f7df8703 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-iscsi, 109ab9fe-05bc-4959-850c-e7aa01631680) {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:01:25.119582 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7219a0bd-897f-4b8d-9ea3-e6e1f7df8703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:25.120269 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-7219a0bd-897f-4b8d-9ea3-e6e1f7df8703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for subnet, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:25.161185 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Returning: {'device': '79d1e998-d57f-414e-be49-4e99e57bd8b3', 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe', 'port_id': '79d1e998-d57f-414e-be49-4e99e57bd8b3', 'mac_address': 'fa:16:3e:89:59:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119046) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 17:01:25.165622 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f34ed32-5ad9-4ee2-a386-c3045bc66532 None None] Network 109ab9fe-05bc-4959-850c-e7aa01631680 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:01:25.176386 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-7219a0bd-897f-4b8d-9ea3-e6e1f7df8703 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5606289 May 20 17:01:25.316186 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:25.348941 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d1e998-d57f-414e-be49-4e99e57bd8b3 {{(pid=119046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:01:25.442456 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 79d1e998-d57f-414e-be49-4e99e57bd8b3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=79d1e998-d57f-414e-be49-4e99e57bd8b3,segment=NetworkSegment(04f20a06-e49b-44e4-8773-c49eb357921a),segment_id=04f20a06-e49b-44e4-8773-c49eb357921a)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:01:25.485888 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:25.492687 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-150911b7-b7fc-4db8-98f4-2b9a18e6f570 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:25.539965 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157afe7b-762c-4f67-8afd-a999ad719541 None None] Network 109ab9fe-05bc-4959-850c-e7aa01631680 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:01:25.572394 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d41ef-1f50-4436-aff2-49ded1f6b728 req-5c062ea5-f886-486b-9fe8-7fbf161c386f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:25.582519 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-eb9d41ef-1f50-4436-aff2-49ded1f6b728 req-5c062ea5-f886-486b-9fe8-7fbf161c386f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 945 time: 0.1274073 May 20 17:01:25.670695 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-eb9d41ef-1f50-4436-aff2-49ded1f6b728 req-d46e73b1-1ca7-4a93-b2b3-9463602bcfdc tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Synchronizing usage tracker for tenant:15040cd71cf0497581d552f7a0ff286f on resource:security_group {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:01:25.688503 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=79d1e998-d57f-414e-be49-4e99e57bd8b3,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:25.706456 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:25.709391 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-eb9d41ef-1f50-4436-aff2-49ded1f6b728 req-d46e73b1-1ca7-4a93-b2b3-9463602bcfdc tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Unset dirty status for tenant:15040cd71cf0497581d552f7a0ff286f on resource:security_group {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:01:25.712892 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-eb9d41ef-1f50-4436-aff2-49ded1f6b728 req-d46e73b1-1ca7-4a93-b2b3-9463602bcfdc tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296024 May 20 17:01:25.894681 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-d7b4c925-9b0f-4b91-88ed-087abe01e66f req-dd6d5868-dc60-42a8-8260-1383b519681b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 210 time: 0.0921052 May 20 17:01:25.994275 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 47610) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:26.175801 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 47620) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:26.181173 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-baf6339a-01d7-49da-bbf6-4f02999d2fe1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1863059335-network', 'tenant_id': '0ab6fd1e3a6d4e23935872b7846607ec'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:01:26.193753 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-baf6339a-01d7-49da-bbf6-4f02999d2fe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:26.211948 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-baf6339a-01d7-49da-bbf6-4f02999d2fe1 admin admin] Usage tracker for resource:network and tenant:0ab6fd1e3a6d4e23935872b7846607ec is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:26.216739 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-baf6339a-01d7-49da-bbf6-4f02999d2fe1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:26.264735 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-baf6339a-01d7-49da-bbf6-4f02999d2fe1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:26.289541 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-67b7b6f1-b3ae-4470-8d1d-93a1957a85b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:26.413038 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-67b7b6f1-b3ae-4470-8d1d-93a1957a85b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:26.415102 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf6339a-01d7-49da-bbf6-4f02999d2fe1 admin admin] Made reservation on behalf of 0ab6fd1e3a6d4e23935872b7846607ec for: {'network': 1} {{(pid=119044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:01:26.417412 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-baf6339a-01d7-49da-bbf6-4f02999d2fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605269'] for network, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:26.431495 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-67b7b6f1-b3ae-4470-8d1d-93a1957a85b1 admin admin] Usage tracker for resource:security_group_rule and tenant:1d9f43d4619a40baaec5c5b90e168a2b is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:26.440641 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-67b7b6f1-b3ae-4470-8d1d-93a1957a85b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:26.443405 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-baf6339a-01d7-49da-bbf6-4f02999d2fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:26.461118 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-67b7b6f1-b3ae-4470-8d1d-93a1957a85b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:26.474018 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-baf6339a-01d7-49da-bbf6-4f02999d2fe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:26.488331 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-baf6339a-01d7-49da-bbf6-4f02999d2fe1 admin admin] Usage tracker for resource:security_group_rule and tenant:0ab6fd1e3a6d4e23935872b7846607ec is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:26.494313 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-baf6339a-01d7-49da-bbf6-4f02999d2fe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:26.502549 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-baf6339a-01d7-49da-bbf6-4f02999d2fe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:26.566224 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f390d-3ae8-4de1-a3c7-f69a58cc35e9 req-9c2402ab-f8c9-42e0-b69e-36c69bb80821 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:26.567725 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-879f390d-3ae8-4de1-a3c7-f69a58cc35e9 req-9c2402ab-f8c9-42e0-b69e-36c69bb80821 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f63e24b-762b-42d0-86ad-ee87066bfec5 HTTP/1.1" status: 200 len: 946 time: 0.2814550 May 20 17:01:26.676429 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-879f390d-3ae8-4de1-a3c7-f69a58cc35e9 req-f0d98b52-c9ed-4078-9e96-0cb86a615a0b tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b295cc2-7391-4834-b6ac-f74f39203286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004865 May 20 17:01:26.678127 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-67b7b6f1-b3ae-4470-8d1d-93a1957a85b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:26.692432 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-67b7b6f1-b3ae-4470-8d1d-93a1957a85b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:26.705049 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:26.726057 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-baf6339a-01d7-49da-bbf6-4f02999d2fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:26.743319 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-baf6339a-01d7-49da-bbf6-4f02999d2fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:26.756794 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7b6f1-b3ae-4470-8d1d-93a1957a85b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b060d8-945f-4441-bf3e-e92a89c2c442,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:26.761153 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-67b7b6f1-b3ae-4470-8d1d-93a1957a85b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:26.761763 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:26.773262 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-67b7b6f1-b3ae-4470-8d1d-93a1957a85b1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1d9f43d4619a40baaec5c5b90e168a2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7746716 May 20 17:01:26.773550 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 47640) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:26.789608 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baf6339a-01d7-49da-bbf6-4f02999d2fe1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=119044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 17:01:26.802829 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6339a-01d7-49da-bbf6-4f02999d2fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e47a6e8-586d-4332-a1ed-65843a6234c8,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:26.807010 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-baf6339a-01d7-49da-bbf6-4f02999d2fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:26.807979 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-baf6339a-01d7-49da-bbf6-4f02999d2fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:26.808304 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.db.segments_db [None req-baf6339a-01d7-49da-bbf6-4f02999d2fe1 admin admin] Added segment 8f8088f1-eaf2-40ce-83ff-9115a06e125b of type vlan for network 14959f46-49e3-4dbb-8cbf-756c02d85c2f May 20 17:01:26.843953 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-baf6339a-01d7-49da-bbf6-4f02999d2fe1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727197218515'] for network, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:26.885636 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-cf868a0b-83c5-4af2-8120-9d33e8fc8a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:26.886408 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-baf6339a-01d7-49da-bbf6-4f02999d2fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128'] for network, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:26.888080 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf6339a-01d7-49da-bbf6-4f02999d2fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:26.888690 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-baf6339a-01d7-49da-bbf6-4f02999d2fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:26.893593 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-812a78ec-6659-41e6-9f9f-66bfc1f522d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:26.934185 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-cf868a0b-83c5-4af2-8120-9d33e8fc8a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:26.995193 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05251c-017d-4d55-bb6e-6f8920ff01d5 req-33fe846d-69db-4fdb-8d4d-201fd45a60bc tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:26.997253 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9f05251c-017d-4d55-bb6e-6f8920ff01d5 req-33fe846d-69db-4fdb-8d4d-201fd45a60bc tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 945 time: 0.1457362 May 20 17:01:26.998342 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-ce1d337e-6814-4811-817f-be2bf18ba462 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Request body: {'port': {'device_id': '90343379-9c6b-47ac-994d-9da1183fcfcf', 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00', 'admin_state_up': True, 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'security_groups': ['3634605b-ac4e-46d1-bec0-39fae2f56c3a']}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:01:27.012409 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6339a-01d7-49da-bbf6-4f02999d2fe1 admin admin] Pushing event updated for resources: {'Network': ['ID=14959f46-49e3-4dbb-8cbf-756c02d85c2f,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:27.027329 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Network 14959f46-49e3-4dbb-8cbf-756c02d85c2f details requested by agent ovs-agent-dv-cinder-786524-7-iscsi with host dv-cinder-786524-7-iscsi {{(pid=119046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 17:01:27.031826 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-cf868a0b-83c5-4af2-8120-9d33e8fc8a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:27.040528 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-aa6ab4c0-ee62-41d7-90cb-d8fb00f1c826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:27.068047 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf868a0b-83c5-4af2-8120-9d33e8fc8a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b060d8-945f-4441-bf3e-e92a89c2c442,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:27.073893 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-cf868a0b-83c5-4af2-8120-9d33e8fc8a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:27.078019 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9f05251c-017d-4d55-bb6e-6f8920ff01d5 req-c8a23c9a-7dc1-4e92-9fee-dfc5670c777c tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683820 May 20 17:01:27.079316 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-cf868a0b-83c5-4af2-8120-9d33e8fc8a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:27.080518 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-cf868a0b-83c5-4af2-8120-9d33e8fc8a7c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/52b060d8-945f-4441-bf3e-e92a89c2c442 HTTP/1.1" status: 204 len: 168 time: 0.3061295 May 20 17:01:27.127632 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-baf6339a-01d7-49da-bbf6-4f02999d2fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:27.133225 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-baf6339a-01d7-49da-bbf6-4f02999d2fe1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9536350 May 20 17:01:27.133554 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 47652) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:27.140223 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-1162314b-116f-426b-af52-88d95d3b8ae3 admin admin] Request body: {'subnet': {'network_id': '14959f46-49e3-4dbb-8cbf-756c02d85c2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1863059335-subnet', 'tenant_id': '0ab6fd1e3a6d4e23935872b7846607ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:01:27.145574 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-1162314b-116f-426b-af52-88d95d3b8ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:27.154893 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-1162314b-116f-426b-af52-88d95d3b8ae3 admin admin] Usage tracker for resource:subnet and tenant:0ab6fd1e3a6d4e23935872b7846607ec is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:27.161807 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-1162314b-116f-426b-af52-88d95d3b8ae3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:27.172895 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-1162314b-116f-426b-af52-88d95d3b8ae3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:27.184610 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1162314b-116f-426b-af52-88d95d3b8ae3 admin admin] Made reservation on behalf of 0ab6fd1e3a6d4e23935872b7846607ec for: {'subnet': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:01:27.187126 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1162314b-116f-426b-af52-88d95d3b8ae3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:27.198737 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f6b7ae5a-f3cd-49e6-8823-23ddd0a3dc97 req-9af18045-fcd8-4356-8fe8-d955ea68de17 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 210 time: 0.0698621 May 20 17:01:27.232607 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-ce1d337e-6814-4811-817f-be2bf18ba462 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:27.242682 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-ce1d337e-6814-4811-817f-be2bf18ba462 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:27.254717 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-ce1d337e-6814-4811-817f-be2bf18ba462 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Made reservation on behalf of 633b28eb0b87461f810176c2a59c4333 for: {'port': 1} {{(pid=119044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:01:27.259056 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-ce1d337e-6814-4811-817f-be2bf18ba462 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:27.441835 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.db_base_plugin_common [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-ce1d337e-6814-4811-817f-be2bf18ba462 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Allocated IP 172.20.0.11 (c2c7c270-423d-436f-960a-39d7d4b1aa00/57a04c80-7361-435a-811d-e955eb1e7f4b/97fd0e40-1173-408c-b52f-aa9da7b0aad8) {{(pid=119044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:01:27.577564 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 47660) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:27.607020 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-0d074da4-60ec-46b4-96cc-6dc9abce2510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:27.619781 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 6 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:01:27.629997 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-0d074da4-60ec-46b4-96cc-6dc9abce2510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:27.632305 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1162314b-116f-426b-af52-88d95d3b8ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159'] for subnet, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:27.637726 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-0d074da4-60ec-46b4-96cc-6dc9abce2510 admin admin] Usage tracker for resource:security_group_rule and tenant:729d693ef96c4d65b7770380c576f94d is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:27.640168 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-0172979d-bc72-4bca-bb71-02bf5b4d0fd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:27.643849 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-ce1d337e-6814-4811-817f-be2bf18ba462 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for port, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:27.659192 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.provisioning_blocks [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-ce1d337e-6814-4811-817f-be2bf18ba462 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Transition to ACTIVE for port object 97fd0e40-1173-408c-b52f-aa9da7b0aad8 will not be triggered until provisioned by entity DHCP. {{(pid=119044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:01:27.667733 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-0d074da4-60ec-46b4-96cc-6dc9abce2510 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:27.678230 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-0d074da4-60ec-46b4-96cc-6dc9abce2510 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:27.686990 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-ce1d337e-6814-4811-817f-be2bf18ba462 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791'] for port, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:27.693720 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:27.745470 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162314b-116f-426b-af52-88d95d3b8ae3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea5d4f8a-1c46-401b-a478-13beb8bed96f,revision_number=0']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:27.764746 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-ce1d337e-6814-4811-817f-be2bf18ba462 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Network c2c7c270-423d-436f-960a-39d7d4b1aa00 is already hosted by enough agents. {{(pid=119044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:01:27.768060 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-ce1d337e-6814-4811-817f-be2bf18ba462 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Resources bound (agent type, host, resource id): {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:01:27.770650 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-1162314b-116f-426b-af52-88d95d3b8ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:27.772628 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-ce1d337e-6814-4811-817f-be2bf18ba462 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Received port after_create {{(pid=119044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:01:27.778491 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-ce1d337e-6814-4811-817f-be2bf18ba462 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:27.779085 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-ce1d337e-6814-4811-817f-be2bf18ba462 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for port, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:27.781291 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1162314b-116f-426b-af52-88d95d3b8ae3 admin admin] Checking segment: {'id': '8f8088f1-eaf2-40ce-83ff-9115a06e125b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '14959f46-49e3-4dbb-8cbf-756c02d85c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:01:27.781723 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1162314b-116f-426b-af52-88d95d3b8ae3 admin admin] Network hostable DHCP agents. Network: 14959f46-49e3-4dbb-8cbf-756c02d85c2f, hostable agents: ['6b6b5109-91f6-4dcc-9375-40169a0e8fed'], hosted agents: [] {{(pid=119045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 17:01:27.797449 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d337e-6814-4811-817f-be2bf18ba462 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Pushing event updated for resources: {'Port': ['ID=97fd0e40-1173-408c-b52f-aa9da7b0aad8,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:27.803157 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-ce1d337e-6814-4811-817f-be2bf18ba462 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:27.821818 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-ce1d337e-6814-4811-817f-be2bf18ba462 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8311508 May 20 17:01:27.829477 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1162314b-116f-426b-af52-88d95d3b8ae3 admin admin] Network 14959f46-49e3-4dbb-8cbf-756c02d85c2f is scheduled to be hosted by DHCP agent 6b6b5109-91f6-4dcc-9375-40169a0e8fed with binding_index 1 {{(pid=119045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 17:01:27.863377 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [None req-1162314b-116f-426b-af52-88d95d3b8ae3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-iscsi, 14959f46-49e3-4dbb-8cbf-756c02d85c2f) {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:01:27.875847 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc3e45c-71aa-4474-aa79-2d8b40016edb None None] Network 14959f46-49e3-4dbb-8cbf-756c02d85c2f requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:01:27.905503 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-0d074da4-60ec-46b4-96cc-6dc9abce2510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:27.912043 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1162314b-116f-426b-af52-88d95d3b8ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:27.912645 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1162314b-116f-426b-af52-88d95d3b8ae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for subnet, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:27.923993 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-0d074da4-60ec-46b4-96cc-6dc9abce2510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:27.936149 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-519d14eb-295c-42f8-ba2f-91f2645c4f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:27.997772 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-0d074da4-60ec-46b4-96cc-6dc9abce2510 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=729d693ef96c4d65b7770380c576f94d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4191430 May 20 17:01:28.000645 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 47672) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:28.003212 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-1162314b-116f-426b-af52-88d95d3b8ae3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8683403 May 20 17:01:28.004878 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d074da4-60ec-46b4-96cc-6dc9abce2510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683b3f9e-e7c8-4cab-bd12-d878e3566865,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:28.013563 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-0d074da4-60ec-46b4-96cc-6dc9abce2510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:28.033901 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1354a-8922-4e3c-ae17-466420d79980 req-25cb322d-859a-48f8-9d7e-6b1c23bb95d1 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:28.035423 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-33f1354a-8922-4e3c-ae17-466420d79980 req-25cb322d-859a-48f8-9d7e-6b1c23bb95d1 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f63e24b-762b-42d0-86ad-ee87066bfec5 HTTP/1.1" status: 200 len: 946 time: 0.1771452 May 20 17:01:28.071571 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-80ac1567-a4ea-4191-8577-beaf5674be2c service neutron] Request body: {'port': {'device_id': '90343379-9c6b-47ac-994d-9da1183fcfcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:01:28.092966 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-33f1354a-8922-4e3c-ae17-466420d79980 req-9d1d9c44-6ebe-4fd0-af50-75ec9cf54e78 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b295cc2-7391-4834-b6ac-f74f39203286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494056 May 20 17:01:28.125343 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-70c890d1-98ff-4541-a720-61a86a1c9a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:28.140598 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba65afe0-9f4b-4edb-be09-3b6d240b8c18 None None] Network 14959f46-49e3-4dbb-8cbf-756c02d85c2f requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:01:28.166294 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-eda18958-8ce2-4506-801e-e33bb18a9e28 None None] Provisioning for port 97fd0e40-1173-408c-b52f-aa9da7b0aad8 completed by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:01:28.183251 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-eda18958-8ce2-4506-801e-e33bb18a9e28 None None] Provisioning complete for port 97fd0e40-1173-408c-b52f-aa9da7b0aad8 triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:01:28.184425 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-eda18958-8ce2-4506-801e-e33bb18a9e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:28.195496 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-70c890d1-98ff-4541-a720-61a86a1c9a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:28.258884 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-eda18958-8ce2-4506-801e-e33bb18a9e28 None None] Port 97fd0e40-1173-408c-b52f-aa9da7b0aad8 cannot update to ACTIVE because it is not bound. {{(pid=119046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 17:01:28.303028 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-80ac1567-a4ea-4191-8577-beaf5674be2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:28.322229 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['79d1e998-d57f-414e-be49-4e99e57bd8b3'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:01:28.499636 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8418e2-1cf6-46b3-8c68-5376704923e8 req-f128d58b-fc12-4063-884c-fcbf1c0c46d9 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:28.509337 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1b8418e2-1cf6-46b3-8c68-5376704923e8 req-f128d58b-fc12-4063-884c-fcbf1c0c46d9 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 932 time: 0.1557562 May 20 17:01:28.633551 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-1b8418e2-1cf6-46b3-8c68-5376704923e8 req-675bf5f7-0344-4689-ab83-5287684c0f9e tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Synchronizing usage tracker for tenant:633b28eb0b87461f810176c2a59c4333 on resource:security_group {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:01:28.666434 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-1b8418e2-1cf6-46b3-8c68-5376704923e8 req-675bf5f7-0344-4689-ab83-5287684c0f9e tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Unset dirty status for tenant:633b28eb0b87461f810176c2a59c4333 on resource:security_group {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:01:28.667674 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1b8418e2-1cf6-46b3-8c68-5376704923e8 req-675bf5f7-0344-4689-ab83-5287684c0f9e tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434846 May 20 17:01:28.739056 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-70c890d1-98ff-4541-a720-61a86a1c9a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:28.745974 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-29b54826-dde4-4fe2-b626-bf50ed0d7b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:28.762907 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434b01d-df78-48d5-a361-b5b385d9330c req-306f4823-d7ab-4c77-94e9-6cf1c1a290df tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:28.764449 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7434b01d-df78-48d5-a361-b5b385d9330c req-306f4823-d7ab-4c77-94e9-6cf1c1a290df tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 945 time: 0.5317547 May 20 17:01:28.776181 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c890d1-98ff-4541-a720-61a86a1c9a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683b3f9e-e7c8-4cab-bd12-d878e3566865,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:28.802840 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-70c890d1-98ff-4541-a720-61a86a1c9a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:28.814613 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-70c890d1-98ff-4541-a720-61a86a1c9a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:28.818265 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-70c890d1-98ff-4541-a720-61a86a1c9a5e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/683b3f9e-e7c8-4cab-bd12-d878e3566865 HTTP/1.1" status: 204 len: 168 time: 0.8119416 May 20 17:01:28.854557 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7434b01d-df78-48d5-a361-b5b385d9330c req-995bd171-8a9d-4d20-88b9-0724ae8f3af0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794497 May 20 17:01:29.026768 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.notifiers.nova [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-80ac1567-a4ea-4191-8577-beaf5674be2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97fd0e40-1173-408c-b52f-aa9da7b0aad8 {{(pid=119044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:01:29.044304 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-80ac1567-a4ea-4191-8577-beaf5674be2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:29.060063 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.provisioning_blocks [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-80ac1567-a4ea-4191-8577-beaf5674be2c service neutron] Transition to ACTIVE for port object 97fd0e40-1173-408c-b52f-aa9da7b0aad8 will not be triggered until provisioned by entity L2. {{(pid=119044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:01:29.070416 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-80ac1567-a4ea-4191-8577-beaf5674be2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:29.076146 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-ce1d337e-6814-4811-817f-be2bf18ba462 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:29.307254 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.managers [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-80ac1567-a4ea-4191-8577-beaf5674be2c service neutron] Attempting to bind port 97fd0e40-1173-408c-b52f-aa9da7b0aad8 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:01:29.307608 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.managers [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-80ac1567-a4ea-4191-8577-beaf5674be2c service neutron] Attempting to bind port 97fd0e40-1173-408c-b52f-aa9da7b0aad8 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00'}] {{(pid=119044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:01:29.307936 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-80ac1567-a4ea-4191-8577-beaf5674be2c service neutron] Attempting to bind port 97fd0e40-1173-408c-b52f-aa9da7b0aad8 on network c2c7c270-423d-436f-960a-39d7d4b1aa00 {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:01:29.316053 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-80ac1567-a4ea-4191-8577-beaf5674be2c service neutron] Port 97fd0e40-1173-408c-b52f-aa9da7b0aad8 on network c2c7c270-423d-436f-960a-39d7d4b1aa00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 17:01:29.316053 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-80ac1567-a4ea-4191-8577-beaf5674be2c service neutron] Attempting to bind port 97fd0e40-1173-408c-b52f-aa9da7b0aad8 on network c2c7c270-423d-436f-960a-39d7d4b1aa00 {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:01:29.322261 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-80ac1567-a4ea-4191-8577-beaf5674be2c service neutron] Checking agent: {'id': '6f9f6b2e-16b6-4f76-902f-5004e6b9f64e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:01:29.322603 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-80ac1567-a4ea-4191-8577-beaf5674be2c service neutron] Checking segment: {'id': '37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:01:29.323000 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-80ac1567-a4ea-4191-8577-beaf5674be2c service neutron] Bound using segment: {'id': '37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00'} {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:01:29.323438 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.managers [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-80ac1567-a4ea-4191-8577-beaf5674be2c service neutron] Bound port: 97fd0e40-1173-408c-b52f-aa9da7b0aad8, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00'}}] {{(pid=119044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:01:29.323777 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-80ac1567-a4ea-4191-8577-beaf5674be2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:29.359312 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac1567-a4ea-4191-8577-beaf5674be2c service neutron] Pushing event updated for resources: {'Port': ['ID=97fd0e40-1173-408c-b52f-aa9da7b0aad8,revision_number=2']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:29.366660 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-80ac1567-a4ea-4191-8577-beaf5674be2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:29.492456 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-80ac1567-a4ea-4191-8577-beaf5674be2c service neutron] For port 97fd0e40-1173-408c-b52f-aa9da7b0aad8, host hv-cinder-78652, cleared binding levels {{(pid=119044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:01:29.497305 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-80ac1567-a4ea-4191-8577-beaf5674be2c service neutron] For port 97fd0e40-1173-408c-b52f-aa9da7b0aad8, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=97fd0e40-1173-408c-b52f-aa9da7b0aad8,segment=NetworkSegment(37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec),segment_id=37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec)] {{(pid=119044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:01:29.510412 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-80ac1567-a4ea-4191-8577-beaf5674be2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:29.532697 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-4ac2b63f-f282-4d44-ae32-a4613c9701dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:29.591969 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c7081-b726-4519-a0e8-5b91c17794b3 req-25896422-35ae-43fc-88a5-26ddced38165 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:29.594381 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c78c7081-b726-4519-a0e8-5b91c17794b3 req-25896422-35ae-43fc-88a5-26ddced38165 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f63e24b-762b-42d0-86ad-ee87066bfec5 HTTP/1.1" status: 200 len: 946 time: 0.2447677 May 20 17:01:29.642106 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac1567-a4ea-4191-8577-beaf5674be2c service neutron] Pushing event updated for resources: {'Port': ['ID=97fd0e40-1173-408c-b52f-aa9da7b0aad8,revision_number=3']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:29.657396 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c78c7081-b726-4519-a0e8-5b91c17794b3 req-e50223d3-98cd-4982-a3a7-9ee9563b2e0e tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b295cc2-7391-4834-b6ac-f74f39203286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546408 May 20 17:01:29.663512 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-80ac1567-a4ea-4191-8577-beaf5674be2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:29.664141 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-80ac1567-a4ea-4191-8577-beaf5674be2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for port, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:29.665581 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-80ac1567-a4ea-4191-8577-beaf5674be2c service neutron] 10.222.0.75 "PUT /v2.0/ports/97fd0e40-1173-408c-b52f-aa9da7b0aad8 HTTP/1.1" status: 200 len: 1094 time: 1.5990479 May 20 17:01:29.666064 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90343379-9c6b-47ac-994d-9da1183fcfcf', 'tag': '97fd0e40-1173-408c-b52f-aa9da7b0aad8'}] {{(pid=119044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:01:29.683542 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-80ac1567-a4ea-4191-8577-beaf5674be2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:29.780587 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90343379-9c6b-47ac-994d-9da1183fcfcf', 'tag': '97fd0e40-1173-408c-b52f-aa9da7b0aad8', 'status': 'completed', 'code': 200} May 20 17:01:29.993512 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec2e58-6232-4f50-bef5-f28f3b1ac96b req-0570da15-ff77-4efb-9d28-992363ac103b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:29.995003 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8dec2e58-6232-4f50-bef5-f28f3b1ac96b req-0570da15-ff77-4efb-9d28-992363ac103b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 944 time: 0.1380372 May 20 17:01:30.065499 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8dec2e58-6232-4f50-bef5-f28f3b1ac96b req-5b40cdc6-6e81-4fbd-b738-0f5cccf1d233 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639668 May 20 17:01:30.137270 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836b316-30d3-4a3a-8a60-f61edb4093e4 req-9c6a5525-c416-45f4-a157-7738c5b70a85 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:30.145027 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-5836b316-30d3-4a3a-8a60-f61edb4093e4 req-9c6a5525-c416-45f4-a157-7738c5b70a85 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 945 time: 0.1191752 May 20 17:01:30.216766 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-5836b316-30d3-4a3a-8a60-f61edb4093e4 req-9ff1455f-5e98-40fe-9e3d-5da7b7e08cbf tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705824 May 20 17:01:31.252694 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7e912-3742-4f46-84f1-527731ac459a req-bbcd019a-d5f0-45b6-92d5-700d8f030309 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:31.254356 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-d8a7e912-3742-4f46-84f1-527731ac459a req-bbcd019a-d5f0-45b6-92d5-700d8f030309 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 944 time: 0.0899360 May 20 17:01:31.313985 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-d8a7e912-3742-4f46-84f1-527731ac459a req-4cfa191c-c1f1-4e82-8112-23b391914990 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526173 May 20 17:01:31.436933 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72e450-eba4-47cc-810f-f272c54ee7ce req-a4040615-2d7a-49cd-a132-b9c619b9bf39 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:31.444113 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-eb72e450-eba4-47cc-810f-f272c54ee7ce req-a4040615-2d7a-49cd-a132-b9c619b9bf39 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 945 time: 0.1040418 May 20 17:01:31.497260 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-eb72e450-eba4-47cc-810f-f272c54ee7ce req-1e85de40-7185-49a1-a8f7-29e7dff841b4 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517983 May 20 17:01:31.742251 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00883fa0-23e5-442f-a1bf-9c6d4793fb9c req-d7ce860f-f288-49c6-babe-53cfe88a94ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:31.743723 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-00883fa0-23e5-442f-a1bf-9c6d4793fb9c req-d7ce860f-f288-49c6-babe-53cfe88a94ed service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=633b28eb0b87461f810176c2a59c4333&device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 1097 time: 0.0771770 May 20 17:01:31.891911 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00883fa0-23e5-442f-a1bf-9c6d4793fb9c req-b78ce0eb-46be-48f8-bbdd-5028d60b5581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:31.893422 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-00883fa0-23e5-442f-a1bf-9c6d4793fb9c req-b78ce0eb-46be-48f8-bbdd-5028d60b5581 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=633b28eb0b87461f810176c2a59c4333&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1409073 May 20 17:01:32.033708 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00883fa0-23e5-442f-a1bf-9c6d4793fb9c req-7fa2d7b0-64db-4aa8-b457-1fcf3ae57b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:32.035171 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-00883fa0-23e5-442f-a1bf-9c6d4793fb9c req-7fa2d7b0-64db-4aa8-b457-1fcf3ae57b4c service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1350374 May 20 17:01:32.150751 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-cc6eeb02-cc21-4a34-b1dd-5e2059053faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:32.152250 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-cc6eeb02-cc21-4a34-b1dd-5e2059053faa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=633b28eb0b87461f810176c2a59c4333&device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 1097 time: 0.0755761 May 20 17:01:32.223387 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-a01c7198-0c9e-43d3-ba3c-d2836d755421 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97fd0e40-1173-408c-b52f-aa9da7b0aad8 HTTP/1.1" status: 200 len: 217 time: 0.0625937 May 20 17:01:32.292291 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-214971a9-e08c-4380-bd0e-06ef0f8a99fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:32.295191 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-214971a9-e08c-4380-bd0e-06ef0f8a99fa service neutron] 10.222.0.75 "GET /v2.0/subnets?id=57a04c80-7361-435a-811d-e955eb1e7f4b HTTP/1.1" status: 200 len: 850 time: 0.0640500 May 20 17:01:32.375790 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-30afdb1d-cb94-4e18-801f-5f27a7412f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:32.377668 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-30afdb1d-cb94-4e18-801f-5f27a7412f4a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c2c7c270-423d-436f-960a-39d7d4b1aa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752635 May 20 17:01:32.501546 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e0f50-c67d-41a9-a508-cf40698b2a6a req-fd484767-2c52-4ae7-b6b3-424171e6cfa2 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:32.503161 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-f16e0f50-c67d-41a9-a508-cf40698b2a6a req-fd484767-2c52-4ae7-b6b3-424171e6cfa2 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 944 time: 0.0875454 May 20 17:01:32.525125 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-e8189ae4-3d50-4e89-bcb2-4f16e23e2287 service neutron] 10.222.0.75 "GET /v2.0/networks/c2c7c270-423d-436f-960a-39d7d4b1aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395099 May 20 17:01:32.557240 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-f16e0f50-c67d-41a9-a508-cf40698b2a6a req-d0549448-ac78-49c1-82dc-0fe8ae398935 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478957 May 20 17:01:32.773521 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e1e57f59-d76c-44ce-a0f9-74425fae5929 req-ed3ba992-01d5-4689-a7c7-3b4fe7f28325 service neutron] 10.222.0.75 "GET /v2.0/networks/c2c7c270-423d-436f-960a-39d7d4b1aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415679 May 20 17:01:32.802329 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345f127-1504-4c47-8a1f-8df138b53a84 req-d8fd47a7-0648-402d-9e81-ea6c1c092fb0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:32.805492 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-9345f127-1504-4c47-8a1f-8df138b53a84 req-d8fd47a7-0648-402d-9e81-ea6c1c092fb0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 945 time: 0.1462181 May 20 17:01:32.937998 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-9345f127-1504-4c47-8a1f-8df138b53a84 req-627db298-c959-4206-9c18-91d81c3245c4 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257787 May 20 17:01:33.613265 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 79d1e998-d57f-414e-be49-4e99e57bd8b3 up at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:01:33.734065 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning for port 79d1e998-d57f-414e-be49-4e99e57bd8b3 completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:01:33.740236 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning complete for port 79d1e998-d57f-414e-be49-4e99e57bd8b3 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:01:33.740769 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:33.812571 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 47904) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:33.912908 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:33.939689 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cde6db-e14a-4dea-a7c5-b134b39a76e1 req-1d56876c-d1c1-4197-8974-8c364897d015 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:33.941841 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-a1cde6db-e14a-4dea-a7c5-b134b39a76e1 req-1d56876c-d1c1-4197-8974-8c364897d015 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Synchronizing usage tracker for tenant:633b28eb0b87461f810176c2a59c4333 on resource:port {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:01:33.962810 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d1e998-d57f-414e-be49-4e99e57bd8b3'}] {{(pid=119046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:01:33.982961 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-a1cde6db-e14a-4dea-a7c5-b134b39a76e1 req-1d56876c-d1c1-4197-8974-8c364897d015 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Unset dirty status for tenant:633b28eb0b87461f810176c2a59c4333 on resource:port {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:01:33.984473 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-a1cde6db-e14a-4dea-a7c5-b134b39a76e1 req-1d56876c-d1c1-4197-8974-8c364897d015 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 944 time: 0.2394392 May 20 17:01:33.990187 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 79d1e998-d57f-414e-be49-4e99e57bd8b3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=79d1e998-d57f-414e-be49-4e99e57bd8b3,segment=NetworkSegment(04f20a06-e49b-44e4-8773-c49eb357921a),segment_id=04f20a06-e49b-44e4-8773-c49eb357921a)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:01:33.997720 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:34.002008 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:34.043065 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-122f60d2-780b-4f76-b817-057d31fb4c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:34.063364 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-122f60d2-780b-4f76-b817-057d31fb4c44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:34.068492 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-122f60d2-780b-4f76-b817-057d31fb4c44 admin admin] Usage tracker for resource:security_group_rule and tenant:0143439a5593412d9b4302edcbd1f0f5 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:34.074467 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-122f60d2-780b-4f76-b817-057d31fb4c44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:34.087208 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-122f60d2-780b-4f76-b817-057d31fb4c44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:34.110025 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-a1cde6db-e14a-4dea-a7c5-b134b39a76e1 req-c609008a-7262-4dbd-b937-c7574b87b690 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193535 May 20 17:01:34.130863 dv-cinder-786524-7-iscsi neutron-server[119046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d1e998-d57f-414e-be49-4e99e57bd8b3', 'code': 200} May 20 17:01:34.196267 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=79d1e998-d57f-414e-be49-4e99e57bd8b3,revision_number=5']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:34.203901 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:34.351367 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-122f60d2-780b-4f76-b817-057d31fb4c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:34.359501 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-122f60d2-780b-4f76-b817-057d31fb4c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:34.368245 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:34.415298 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1119d38-046c-408b-9279-b7ad19e3229b req-95789f0e-969b-48a5-91df-78a131b71810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:34.417433 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d1119d38-046c-408b-9279-b7ad19e3229b req-95789f0e-969b-48a5-91df-78a131b71810 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 1099 time: 0.0925059 May 20 17:01:34.422602 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-122f60d2-780b-4f76-b817-057d31fb4c44 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0143439a5593412d9b4302edcbd1f0f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6087525 May 20 17:01:34.435038 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6c5b7-46f1-45f3-9056-0e96cbb81e67 req-002f49f2-09b9-494b-8f75-874938612a0c tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:34.436673 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-55e6c5b7-46f1-45f3-9056-0e96cbb81e67 req-002f49f2-09b9-494b-8f75-874938612a0c tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 946 time: 0.2044437 May 20 17:01:34.437349 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 47936) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:34.438017 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f60d2-780b-4f76-b817-057d31fb4c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be300354-91fe-4706-8c86-f69ead9328e7,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:34.454425 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-122f60d2-780b-4f76-b817-057d31fb4c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:34.468463 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-d1119d38-046c-408b-9279-b7ad19e3229b req-09b6b44c-0655-45c1-b908-5c9486e7cbe9 service neutron] Synchronizing usage tracker for tenant:9b7474823d4f487ca54248d1be4ffafa on resource:security_group {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:01:34.486954 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-d1119d38-046c-408b-9279-b7ad19e3229b req-09b6b44c-0655-45c1-b908-5c9486e7cbe9 service neutron] Unset dirty status for tenant:9b7474823d4f487ca54248d1be4ffafa on resource:security_group {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:01:34.488116 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d1119d38-046c-408b-9279-b7ad19e3229b req-09b6b44c-0655-45c1-b908-5c9486e7cbe9 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630836 May 20 17:01:34.532225 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-55e6c5b7-46f1-45f3-9056-0e96cbb81e67 req-c49c65ca-260b-45ae-a1b7-8fccb8929958 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752935 May 20 17:01:34.545403 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-17238ae9-c818-42ed-ae63-50edbba21ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:34.571913 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-17238ae9-c818-42ed-ae63-50edbba21ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:34.629819 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-17238ae9-c818-42ed-ae63-50edbba21ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:34.635796 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:34.649006 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17238ae9-c818-42ed-ae63-50edbba21ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be300354-91fe-4706-8c86-f69ead9328e7,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:34.651768 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-17238ae9-c818-42ed-ae63-50edbba21ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:34.656176 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-17238ae9-c818-42ed-ae63-50edbba21ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:34.658467 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-17238ae9-c818-42ed-ae63-50edbba21ed4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/be300354-91fe-4706-8c86-f69ead9328e7 HTTP/1.1" status: 204 len: 168 time: 0.2171597 May 20 17:01:34.972771 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 47960) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:34.997929 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ba13ed56-5d65-4767-b9c9-4b61fbf314bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:35.016150 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-ba13ed56-5d65-4767-b9c9-4b61fbf314bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:35.020471 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-ba13ed56-5d65-4767-b9c9-4b61fbf314bb admin admin] Usage tracker for resource:security_group_rule and tenant:8fd6adbd75964a0d8d4739cefc0d120f is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:35.024396 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-ba13ed56-5d65-4767-b9c9-4b61fbf314bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:35.030840 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-ba13ed56-5d65-4767-b9c9-4b61fbf314bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:35.146862 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ba13ed56-5d65-4767-b9c9-4b61fbf314bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:35.154842 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ba13ed56-5d65-4767-b9c9-4b61fbf314bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:35.201659 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-0d074da4-60ec-46b4-96cc-6dc9abce2510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:35.221267 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-ba13ed56-5d65-4767-b9c9-4b61fbf314bb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8fd6adbd75964a0d8d4739cefc0d120f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377744 May 20 17:01:35.221267 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 47978) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:35.258465 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13ed56-5d65-4767-b9c9-4b61fbf314bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b40911-5f73-4ab8-a4ab-1d808c6ae022,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:35.265522 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-ba13ed56-5d65-4767-b9c9-4b61fbf314bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:35.321212 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-398d59f0-437e-40d4-b133-420855a8ae61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:35.343211 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75990abc-13b5-45c6-8a72-be47cd3ef3ba req-efc17137-4caa-4f63-85cd-61b9a0eee4fa tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:35.351000 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-75990abc-13b5-45c6-8a72-be47cd3ef3ba req-efc17137-4caa-4f63-85cd-61b9a0eee4fa tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 944 time: 0.0955999 May 20 17:01:35.356122 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-398d59f0-437e-40d4-b133-420855a8ae61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:35.409268 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-75990abc-13b5-45c6-8a72-be47cd3ef3ba req-176ac249-ff01-4fb7-8dc3-6f94fdecfa79 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570996 May 20 17:01:35.431456 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-398d59f0-437e-40d4-b133-420855a8ae61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:35.437191 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:35.447678 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d59f0-437e-40d4-b133-420855a8ae61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b40911-5f73-4ab8-a4ab-1d808c6ae022,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:35.452099 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-398d59f0-437e-40d4-b133-420855a8ae61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:35.455699 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-398d59f0-437e-40d4-b133-420855a8ae61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:35.465771 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-398d59f0-437e-40d4-b133-420855a8ae61 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/66b40911-5f73-4ab8-a4ab-1d808c6ae022 HTTP/1.1" status: 204 len: 168 time: 0.2432129 May 20 17:01:35.615513 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 97fd0e40-1173-408c-b52f-aa9da7b0aad8 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=119046) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 17:01:35.843691 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6de3a-a82f-4083-b826-eaa76df07432 req-09a08548-68b2-4453-9d0f-641e59c51905 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:35.845276 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-13a6de3a-a82f-4083-b826-eaa76df07432 req-09a08548-68b2-4453-9d0f-641e59c51905 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 946 time: 0.1436367 May 20 17:01:35.866025 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 97fd0e40-1173-408c-b52f-aa9da7b0aad8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=97fd0e40-1173-408c-b52f-aa9da7b0aad8,segment=NetworkSegment(37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec),segment_id=37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:01:35.901126 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Returning: {'device': '97fd0e40-1173-408c-b52f-aa9da7b0aad8', 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00', 'port_id': '97fd0e40-1173-408c-b52f-aa9da7b0aad8', 'mac_address': 'fa:16:3e:5f:19:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57a04c80-7361-435a-811d-e955eb1e7f4b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119046) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 17:01:35.916955 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-13a6de3a-a82f-4083-b826-eaa76df07432 req-7980e92b-f9c2-4686-8df7-6ca90298a0b8 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610340 May 20 17:01:36.006692 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:36.027908 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97fd0e40-1173-408c-b52f-aa9da7b0aad8 {{(pid=119046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:01:36.057938 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 97fd0e40-1173-408c-b52f-aa9da7b0aad8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=97fd0e40-1173-408c-b52f-aa9da7b0aad8,segment=NetworkSegment(37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec),segment_id=37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:01:36.070562 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:36.072476 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:36.220505 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 48040) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:36.240506 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=97fd0e40-1173-408c-b52f-aa9da7b0aad8,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:36.244640 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:36.248805 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-fb7cbdd1-6db0-455a-8213-50a872198cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:36.272363 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-fb7cbdd1-6db0-455a-8213-50a872198cb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:36.277672 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-fb7cbdd1-6db0-455a-8213-50a872198cb8 admin admin] Usage tracker for resource:security_group_rule and tenant:073dbaf3eb944689a52497fe5d62876f is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:36.283019 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-fb7cbdd1-6db0-455a-8213-50a872198cb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:36.296278 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-fb7cbdd1-6db0-455a-8213-50a872198cb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:36.326800 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b3da4-89e4-4702-8b84-9c88c35c7701 req-45870d48-7c39-4cb1-bc15-57b247037146 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:36.337172 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-202b3da4-89e4-4702-8b84-9c88c35c7701 req-45870d48-7c39-4cb1-bc15-57b247037146 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 946 time: 0.1911929 May 20 17:01:36.337739 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 48046) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:36.352673 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-59000d23-26d3-42bb-999e-f418922c6534 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Request body: {'floatingip': {'port_id': '79d1e998-d57f-414e-be49-4e99e57bd8b3'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:01:36.368676 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['97fd0e40-1173-408c-b52f-aa9da7b0aad8'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:01:36.490522 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-59000d23-26d3-42bb-999e-f418922c6534 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for floatingip, before_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:36.513012 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-fb7cbdd1-6db0-455a-8213-50a872198cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:36.526292 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-fb7cbdd1-6db0-455a-8213-50a872198cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:36.551315 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:36.672231 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cbdd1-6db0-455a-8213-50a872198cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4909ed18-e0c5-4ed8-8e93-a1cbf370325c,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:36.676103 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-fb7cbdd1-6db0-455a-8213-50a872198cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:36.678995 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-fb7cbdd1-6db0-455a-8213-50a872198cb8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=073dbaf3eb944689a52497fe5d62876f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4574680 May 20 17:01:36.683241 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 48060) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:36.775555 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-722fe109-d7ff-41ed-a999-e42282a5b61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:36.806494 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-722fe109-d7ff-41ed-a999-e42282a5b61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:36.821187 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b31d4-4b68-4a0b-a37d-422c31978679 req-5a477918-e4ad-4d06-a074-d08e0c542136 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:36.828664 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b14b31d4-4b68-4a0b-a37d-422c31978679 req-5a477918-e4ad-4d06-a074-d08e0c542136 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 945 time: 0.2524235 May 20 17:01:36.903207 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b14b31d4-4b68-4a0b-a37d-422c31978679 req-0cca79dd-7bfa-434a-b506-d5cad7cfb803 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736706 May 20 17:01:36.928392 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-722fe109-d7ff-41ed-a999-e42282a5b61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:36.933658 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-208e5d93-d4c9-4b24-9f62-b095c22068d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:36.944595 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722fe109-d7ff-41ed-a999-e42282a5b61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4909ed18-e0c5-4ed8-8e93-a1cbf370325c,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:36.951372 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-722fe109-d7ff-41ed-a999-e42282a5b61e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:36.952217 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-722fe109-d7ff-41ed-a999-e42282a5b61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:36.955715 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-722fe109-d7ff-41ed-a999-e42282a5b61e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4909ed18-e0c5-4ed8-8e93-a1cbf370325c HTTP/1.1" status: 204 len: 168 time: 0.2668111 May 20 17:01:37.529452 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-59000d23-26d3-42bb-999e-f418922c6534 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:37.534968 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-59000d23-26d3-42bb-999e-f418922c6534 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16751940'] for floatingip, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:37.613970 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 97fd0e40-1173-408c-b52f-aa9da7b0aad8 up at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:01:37.713241 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning for port 97fd0e40-1173-408c-b52f-aa9da7b0aad8 completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:01:37.720700 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning complete for port 97fd0e40-1173-408c-b52f-aa9da7b0aad8 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:01:37.721416 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:37.900180 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.db.l3_db [None req-59000d23-26d3-42bb-999e-f418922c6534 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Floating IP 4bcdb6aa-f6fa-47aa-b5da-41a5e9541cf2 associated. External IP: 172.27.3.157, port: 79d1e998-d57f-414e-be49-4e99e57bd8b3. May 20 17:01:37.910428 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:37.951116 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90343379-9c6b-47ac-994d-9da1183fcfcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fd0e40-1173-408c-b52f-aa9da7b0aad8'}] {{(pid=119046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:01:37.998699 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 48132) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:37.999926 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 97fd0e40-1173-408c-b52f-aa9da7b0aad8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=97fd0e40-1173-408c-b52f-aa9da7b0aad8,segment=NetworkSegment(37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec),segment_id=37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:01:38.011638 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:38.015147 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:38.095465 dv-cinder-786524-7-iscsi neutron-server[119046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90343379-9c6b-47ac-994d-9da1183fcfcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fd0e40-1173-408c-b52f-aa9da7b0aad8', 'code': 200} May 20 17:01:38.152019 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=97fd0e40-1173-408c-b52f-aa9da7b0aad8,revision_number=5']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:38.157854 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:38.407120 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 48154) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:38.458970 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-0474ad7d-c41c-4e0b-b4fc-30a158269496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:38.511093 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-0474ad7d-c41c-4e0b-b4fc-30a158269496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:38.519331 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323ddd2-9cdf-43ac-aca1-057060c8341d req-5c753aee-9837-48e8-bce1-90aa62c421e2 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:38.520154 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-0474ad7d-c41c-4e0b-b4fc-30a158269496 admin admin] Usage tracker for resource:security_group_rule and tenant:ae8431dd119e4c1b908e330af2d55168 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:38.520870 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0323ddd2-9cdf-43ac-aca1-057060c8341d req-5c753aee-9837-48e8-bce1-90aa62c421e2 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.3639419 May 20 17:01:38.526738 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-0474ad7d-c41c-4e0b-b4fc-30a158269496 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:38.531924 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-d8fe9964-a706-48b5-9606-ea4840433bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:38.554543 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-0474ad7d-c41c-4e0b-b4fc-30a158269496 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:38.570510 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713d13d-b00a-4e8a-84fa-3b0dda778b69 req-989bd084-9306-4b22-ae3d-2287f32aeb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:38.572020 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-4713d13d-b00a-4e8a-84fa-3b0dda778b69 req-989bd084-9306-4b22-ae3d-2287f32aeb00 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 1099 time: 0.2342899 May 20 17:01:38.582251 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-d8fe9964-a706-48b5-9606-ea4840433bb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:38.591173 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59000d23-26d3-42bb-999e-f418922c6534 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Router c5bc0eec-8b05-4562-ae36-8bc97585b490 has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:01:38.598157 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-d8fe9964-a706-48b5-9606-ea4840433bb7 admin admin] Usage tracker for resource:security_group_rule and tenant:82ec9782fab44e288e66f8948cce5e18 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:38.602315 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-d8fe9964-a706-48b5-9606-ea4840433bb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:38.627451 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0323ddd2-9cdf-43ac-aca1-057060c8341d req-8c57c6af-a6a4-4a7b-b4ad-efc00784ef4f tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987716 May 20 17:01:38.629725 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-d8fe9964-a706-48b5-9606-ea4840433bb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:38.769284 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-0474ad7d-c41c-4e0b-b4fc-30a158269496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:38.782831 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-4713d13d-b00a-4e8a-84fa-3b0dda778b69 req-5d6a3f4b-5c9f-4aa9-89bf-794ae828ad51 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967456 May 20 17:01:38.788904 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-0474ad7d-c41c-4e0b-b4fc-30a158269496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:38.816201 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-85531ff5-0dcd-4ab6-a97e-3a8ad03a3678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:38.863305 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-0474ad7d-c41c-4e0b-b4fc-30a158269496 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ae8431dd119e4c1b908e330af2d55168&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8633194 May 20 17:01:38.865995 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 48174) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:38.896387 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-d8fe9964-a706-48b5-9606-ea4840433bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:38.900516 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474ad7d-c41c-4e0b-b4fc-30a158269496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc78999c-a123-4785-92c2-b2610cc41845,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:38.906871 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-0474ad7d-c41c-4e0b-b4fc-30a158269496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:38.914618 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-d8fe9964-a706-48b5-9606-ea4840433bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:38.926708 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-c70da2c2-8f33-42c1-a0b1-0359885d6a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:38.999372 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-d8fe9964-a706-48b5-9606-ea4840433bb7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=82ec9782fab44e288e66f8948cce5e18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5911784 May 20 17:01:39.001799 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe9964-a706-48b5-9606-ea4840433bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed204895-a54f-4137-a688-5ee568870ad9,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:39.002725 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 48184) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:39.011742 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-d8fe9964-a706-48b5-9606-ea4840433bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:39.012625 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59000d23-26d3-42bb-999e-f418922c6534 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:01:39.017922 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-59000d23-26d3-42bb-999e-f418922c6534 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for floatingip, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:39.019441 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-a7c8a59d-ec8a-466e-8817-fed33566ad72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:39.027629 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5da960-8b06-4854-9bbb-f3f03844af64 None None] Sync routers for ids ['c5bc0eec-8b05-4562-ae36-8bc97585b490'] in dv-cinder-786524-7-iscsi {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:01:39.041668 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5da960-8b06-4854-9bbb-f3f03844af64 None None] Routers {'c5bc0eec-8b05-4562-ae36-8bc97585b490'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:01:39.042297 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-2d5da960-8b06-4854-9bbb-f3f03844af64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:01:14Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c5bc0eec-8b05-4562-ae36-8bc97585b490'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:39.056471 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-a7c8a59d-ec8a-466e-8817-fed33566ad72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:39.116312 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-59000d23-26d3-42bb-999e-f418922c6534 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "PUT /v2.0/floatingips/4bcdb6aa-f6fa-47aa-b5da-41a5e9541cf2 HTTP/1.1" status: 200 len: 992 time: 2.7765772 May 20 17:01:39.117044 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e', 'tag': '79d1e998-d57f-414e-be49-4e99e57bd8b3'}] {{(pid=119044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:01:39.138409 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-a7c8a59d-ec8a-466e-8817-fed33566ad72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:39.151939 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-e7ed1db5-549c-4997-8bc0-d2f31be6e9a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:39.171579 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-d3631e94-6d7b-4452-983d-e0f3f5da111f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:39.175355 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c8a59d-ec8a-466e-8817-fed33566ad72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc78999c-a123-4785-92c2-b2610cc41845,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:39.186848 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-a7c8a59d-ec8a-466e-8817-fed33566ad72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:39.188113 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-a7c8a59d-ec8a-466e-8817-fed33566ad72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:39.189574 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-a7c8a59d-ec8a-466e-8817-fed33566ad72 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bc78999c-a123-4785-92c2-b2610cc41845 HTTP/1.1" status: 204 len: 168 time: 0.3103971 May 20 17:01:39.235609 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e', 'tag': '79d1e998-d57f-414e-be49-4e99e57bd8b3', 'status': 'completed', 'code': 200} May 20 17:01:39.278216 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-2d5da960-8b06-4854-9bbb-f3f03844af64 None None] Set router c5bc0eec-8b05-4562-ae36-8bc97585b490 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:01:39.278987 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-d3631e94-6d7b-4452-983d-e0f3f5da111f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:39.365481 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190979c-44a8-4f2a-a730-137ff4dff5d2 req-6b86ca07-8167-4149-b90d-4d6abfafab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:39.367262 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f190979c-44a8-4f2a-a730-137ff4dff5d2 req-6b86ca07-8167-4149-b90d-4d6abfafab51 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=15040cd71cf0497581d552f7a0ff286f&device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 1099 time: 0.1241043 May 20 17:01:39.397183 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-d3631e94-6d7b-4452-983d-e0f3f5da111f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:39.407660 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-c705ee13-4f5a-445e-881c-6273eefae924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:39.439276 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3631e94-6d7b-4452-983d-e0f3f5da111f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed204895-a54f-4137-a688-5ee568870ad9,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:39.498559 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-d3631e94-6d7b-4452-983d-e0f3f5da111f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:39.501691 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-d3631e94-6d7b-4452-983d-e0f3f5da111f admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:39.502837 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-d3631e94-6d7b-4452-983d-e0f3f5da111f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ed204895-a54f-4137-a688-5ee568870ad9 HTTP/1.1" status: 204 len: 168 time: 0.4989944 May 20 17:01:39.545319 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190979c-44a8-4f2a-a730-137ff4dff5d2 req-15ac8dc0-e068-4469-8976-d1e370acac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:39.546819 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f190979c-44a8-4f2a-a730-137ff4dff5d2 req-15ac8dc0-e068-4469-8976-d1e370acac14 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe HTTP/1.1" status: 200 len: 918 time: 0.1707773 May 20 17:01:39.694094 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f190979c-44a8-4f2a-a730-137ff4dff5d2 req-1d428431-815f-48d9-9e0f-fe209b9e613f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79d1e998-d57f-414e-be49-4e99e57bd8b3 HTTP/1.1" status: 200 len: 1000 time: 0.1309800 May 20 17:01:39.736681 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 48210) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:39.783293 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-01d434d5-0681-4ed7-a035-63434aadaa09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:39.818551 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-01d434d5-0681-4ed7-a035-63434aadaa09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:39.831475 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-01d434d5-0681-4ed7-a035-63434aadaa09 admin admin] Usage tracker for resource:security_group_rule and tenant:e789dcab520546aa8081fd854f765379 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:39.840172 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-01d434d5-0681-4ed7-a035-63434aadaa09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:39.855906 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-01d434d5-0681-4ed7-a035-63434aadaa09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:39.904823 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-2d5da960-8b06-4854-9bbb-f3f03844af64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'name': 'tempest-AttachVolumeShelveTestJSON-1256951433-router', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:48Z', 'updated_at': '2021-05-20T17:00:56Z', 'revision_number': 4, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'gw_port': {'id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:50Z', 'updated_at': '2021-05-20T17:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_floatingips': [{'id': '4bcdb6aa-f6fa-47aa-b5da-41a5e9541cf2', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'router_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'port_id': '79d1e998-d57f-414e-be49-4e99e57bd8b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe', 'mac_address': 'fa:16:3e:89:59:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:01:07Z', 'updated_at': '2021-05-20T17:01:37Z', 'revision_number': 1, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd', 'name': '', 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'mac_address': 'fa:16:3e:17:8e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:01:08Z', 'revision_number': 5, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'subnets': [{'id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:39.923558 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5da960-8b06-4854-9bbb-f3f03844af64 None None] Checking router: c5bc0eec-8b05-4562-ae36-8bc97585b490 for host: dv-cinder-786524-7-iscsi {{(pid=119047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:01:39.948496 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5da960-8b06-4854-9bbb-f3f03844af64 None None] Routers {'c5bc0eec-8b05-4562-ae36-8bc97585b490'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:01:39.950816 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-2d5da960-8b06-4854-9bbb-f3f03844af64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:01:14Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c5bc0eec-8b05-4562-ae36-8bc97585b490'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:40.049334 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-01d434d5-0681-4ed7-a035-63434aadaa09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:40.060758 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-01d434d5-0681-4ed7-a035-63434aadaa09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:40.078426 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190979c-44a8-4f2a-a730-137ff4dff5d2 req-da26a867-c675-4aca-8222-04d2960ee586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:40.079939 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f190979c-44a8-4f2a-a730-137ff4dff5d2 req-da26a867-c675-4aca-8222-04d2960ee586 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1551b8a8-c6c6-497b-b551-8db6f5233ebf HTTP/1.1" status: 200 len: 856 time: 0.3721199 May 20 17:01:40.097367 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:40.114125 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-01d434d5-0681-4ed7-a035-63434aadaa09 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e789dcab520546aa8081fd854f765379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3706627 May 20 17:01:40.114766 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 48226) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:40.163210 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871e9b1-9412-475a-8959-c18ea0319ae9 req-587bf81d-53bd-43fb-9e37-bb0a8ca0e9ab tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:40.170741 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d871e9b1-9412-475a-8959-c18ea0319ae9 req-587bf81d-53bd-43fb-9e37-bb0a8ca0e9ab tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.1698949 May 20 17:01:40.232402 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d434d5-0681-4ed7-a035-63434aadaa09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31caee6-698c-4621-96e0-d622ccb23642,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:40.247931 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d871e9b1-9412-475a-8959-c18ea0319ae9 req-d7f4fd68-ae37-46f8-a4c0-6b644b721d54 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762374 May 20 17:01:40.261295 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190979c-44a8-4f2a-a730-137ff4dff5d2 req-3022bc7b-b29e-4cc0-aa5a-ac882756e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:40.263135 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f190979c-44a8-4f2a-a730-137ff4dff5d2 req-3022bc7b-b29e-4cc0-aa5a-ac882756e310 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1691852 May 20 17:01:40.273399 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-01d434d5-0681-4ed7-a035-63434aadaa09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:40.293942 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-2d5da960-8b06-4854-9bbb-f3f03844af64 None None] Set router c5bc0eec-8b05-4562-ae36-8bc97585b490 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:01:40.322268 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-76cbe2f8-eb81-4995-83ea-ceac41660f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:40.394578 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-76cbe2f8-eb81-4995-83ea-ceac41660f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:40.463893 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f190979c-44a8-4f2a-a730-137ff4dff5d2 req-7c5efabb-d421-4a8a-bacd-953b9abe5204 service neutron] 10.222.0.75 "GET /v2.0/networks/3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807613 May 20 17:01:40.492242 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 48242) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:40.538615 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-47a3a2de-9bf8-4a34-aff5-c1e42acfb36d admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:40.562987 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-47a3a2de-9bf8-4a34-aff5-c1e42acfb36d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:40.622901 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-76cbe2f8-eb81-4995-83ea-ceac41660f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:40.629896 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-47a3a2de-9bf8-4a34-aff5-c1e42acfb36d admin admin] Usage tracker for resource:security_group_rule and tenant:f46b515eef914fcf801af44edd20e317 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:40.631050 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-246726fa-720a-4b25-a7eb-e05d87e0dfea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:40.636966 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-47a3a2de-9bf8-4a34-aff5-c1e42acfb36d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:40.650629 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-47a3a2de-9bf8-4a34-aff5-c1e42acfb36d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:40.679672 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cbe2f8-eb81-4995-83ea-ceac41660f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31caee6-698c-4621-96e0-d622ccb23642,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:40.682974 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-76cbe2f8-eb81-4995-83ea-ceac41660f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:40.687375 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-76cbe2f8-eb81-4995-83ea-ceac41660f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:40.688834 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-76cbe2f8-eb81-4995-83ea-ceac41660f2a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d31caee6-698c-4621-96e0-d622ccb23642 HTTP/1.1" status: 204 len: 168 time: 0.5711920 May 20 17:01:40.749901 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f190979c-44a8-4f2a-a730-137ff4dff5d2 req-2cee453b-83c2-43e6-bf54-08cc5f711fd2 service neutron] 10.222.0.75 "GET /v2.0/networks/3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801547 May 20 17:01:40.869284 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-47a3a2de-9bf8-4a34-aff5-c1e42acfb36d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:40.878828 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-47a3a2de-9bf8-4a34-aff5-c1e42acfb36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:40.903298 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-2d5da960-8b06-4854-9bbb-f3f03844af64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'name': 'tempest-AttachVolumeShelveTestJSON-1256951433-router', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:48Z', 'updated_at': '2021-05-20T17:00:56Z', 'revision_number': 4, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'gw_port': {'id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:50Z', 'updated_at': '2021-05-20T17:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_floatingips': [{'id': '4bcdb6aa-f6fa-47aa-b5da-41a5e9541cf2', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'router_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'port_id': '79d1e998-d57f-414e-be49-4e99e57bd8b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe', 'mac_address': 'fa:16:3e:89:59:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:01:07Z', 'updated_at': '2021-05-20T17:01:37Z', 'revision_number': 1, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd', 'name': '', 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'mac_address': 'fa:16:3e:17:8e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:01:08Z', 'revision_number': 5, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'subnets': [{'id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:40.913368 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5da960-8b06-4854-9bbb-f3f03844af64 None None] The sync data for ids ['c5bc0eec-8b05-4562-ae36-8bc97585b490'] in dv-cinder-786524-7-iscsi is: [{'id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'name': 'tempest-AttachVolumeShelveTestJSON-1256951433-router', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:48Z', 'updated_at': '2021-05-20T17:00:56Z', 'revision_number': 4, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'gw_port': {'id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:50Z', 'updated_at': '2021-05-20T17:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_floatingips': [{'id': '4bcdb6aa-f6fa-47aa-b5da-41a5e9541cf2', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'router_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'port_id': '79d1e998-d57f-414e-be49-4e99e57bd8b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe', 'mac_address': 'fa:16:3e:89:59:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:01:07Z', 'updated_at': '2021-05-20T17:01:37Z', 'revision_number': 1, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd', 'name': '', 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'mac_address': 'fa:16:3e:17:8e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:01:08Z', 'revision_number': 5, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'subnets': [{'id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:01:40.924842 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-f49e28d1-01a5-4f70-b817-3e8559b971c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:40.944893 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-47a3a2de-9bf8-4a34-aff5-c1e42acfb36d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f46b515eef914fcf801af44edd20e317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4491782 May 20 17:01:40.947660 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 48258) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:40.967178 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3a2de-9bf8-4a34-aff5-c1e42acfb36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781ab42d-4f3b-48e1-9597-770a27104790,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:40.987803 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-47a3a2de-9bf8-4a34-aff5-c1e42acfb36d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:41.050495 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-dc4401d5-702a-423a-b347-b77e92df517c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:41.089058 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-dc4401d5-702a-423a-b347-b77e92df517c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:41.190238 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-dc4401d5-702a-423a-b347-b77e92df517c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:41.198036 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-7d3f6b60-af4c-49d8-935e-cc7dfcfb6e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:41.234850 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4401d5-702a-423a-b347-b77e92df517c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781ab42d-4f3b-48e1-9597-770a27104790,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:41.259381 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-dc4401d5-702a-423a-b347-b77e92df517c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:41.260594 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-dc4401d5-702a-423a-b347-b77e92df517c admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:41.261183 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f3154a-fdcd-4663-ac8c-a69077a080d7 None None] New status for floating IP 4bcdb6aa-f6fa-47aa-b5da-41a5e9541cf2: ACTIVE {{(pid=119046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 17:01:41.264886 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-dc4401d5-702a-423a-b347-b77e92df517c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/781ab42d-4f3b-48e1-9597-770a27104790 HTTP/1.1" status: 204 len: 168 time: 0.3138878 May 20 17:01:41.497068 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 48286) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:41.534293 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2fbce-1e76-467b-953b-4143b573333a req-e57cff0a-be5d-4de3-b2e2-6e3c679b5230 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:41.535807 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f4f2fbce-1e76-467b-953b-4143b573333a req-e57cff0a-be5d-4de3-b2e2-6e3c679b5230 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.0970507 May 20 17:01:41.628892 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f4f2fbce-1e76-467b-953b-4143b573333a req-e1917dc6-3837-4e42-bf02-dcf46ef5f4f5 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861392 May 20 17:01:41.674788 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-8a8c4bf0-f1be-4343-8840-7b2f37101cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:41.858512 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-d5a76206-c06d-4708-97f2-32f53bab4659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:41.890873 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-d5a76206-c06d-4708-97f2-32f53bab4659 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:41.896085 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-d5a76206-c06d-4708-97f2-32f53bab4659 admin admin] Usage tracker for resource:security_group_rule and tenant:3bf3d11e80174097a9e9574393e04935 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:41.900400 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-d5a76206-c06d-4708-97f2-32f53bab4659 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:41.905499 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307e108-3a54-451c-9faa-19e6edab771e req-cfdb8f5b-20c6-4cfc-b94b-f3461f4ea840 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:41.907116 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c307e108-3a54-451c-9faa-19e6edab771e req-cfdb8f5b-20c6-4cfc-b94b-f3461f4ea840 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.1550214 May 20 17:01:41.914347 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-d5a76206-c06d-4708-97f2-32f53bab4659 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:41.916056 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 48310) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:41.926695 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-c13ccfbd-2cee-469e-9892-d48d3bd1b1ad tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Request body: {'floatingip': {'port_id': '97fd0e40-1173-408c-b52f-aa9da7b0aad8'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:01:42.048595 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-c13ccfbd-2cee-469e-9892-d48d3bd1b1ad tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for floatingip, before_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:42.073252 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-d5a76206-c06d-4708-97f2-32f53bab4659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:42.092440 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-d5a76206-c06d-4708-97f2-32f53bab4659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:42.106336 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-cf868a0b-83c5-4af2-8120-9d33e8fc8a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:42.154583 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a76206-c06d-4708-97f2-32f53bab4659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2648d13-180c-4b02-998b-bf79ccef52a2,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:42.162068 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-d5a76206-c06d-4708-97f2-32f53bab4659 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3bf3d11e80174097a9e9574393e04935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6636019 May 20 17:01:42.163742 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 48326) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:42.165344 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-d5a76206-c06d-4708-97f2-32f53bab4659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:42.295457 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bf835ee1-3086-48f4-a407-d750b53f51d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:42.345374 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bf835ee1-3086-48f4-a407-d750b53f51d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:42.446802 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bf835ee1-3086-48f4-a407-d750b53f51d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:42.458589 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-4505abca-9cab-478e-b1ac-af99be9a12c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:42.480591 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf835ee1-3086-48f4-a407-d750b53f51d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2648d13-180c-4b02-998b-bf79ccef52a2,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:42.484362 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bf835ee1-3086-48f4-a407-d750b53f51d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:42.485787 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-bf835ee1-3086-48f4-a407-d750b53f51d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e2648d13-180c-4b02-998b-bf79ccef52a2 HTTP/1.1" status: 204 len: 168 time: 0.3192258 May 20 17:01:42.496013 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-bf835ee1-3086-48f4-a407-d750b53f51d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:43.182748 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-c13ccfbd-2cee-469e-9892-d48d3bd1b1ad tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:43.191810 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-c13ccfbd-2cee-469e-9892-d48d3bd1b1ad tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16751940'] for floatingip, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:43.272052 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b1b75-dc7b-4e13-9b44-2b0412077019 req-3db7fd5f-313a-44c4-a8f9-5a3622901872 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:43.273651 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-eb0b1b75-dc7b-4e13-9b44-2b0412077019 req-3db7fd5f-313a-44c4-a8f9-5a3622901872 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f63e24b-762b-42d0-86ad-ee87066bfec5 HTTP/1.1" status: 200 len: 946 time: 0.3512104 May 20 17:01:43.296483 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 48380) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:43.394656 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 48392) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:43.444656 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-16c8810f-4c9b-44f6-87e8-a471a514062b admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:43.496301 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-16c8810f-4c9b-44f6-87e8-a471a514062b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:43.505995 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-16c8810f-4c9b-44f6-87e8-a471a514062b admin admin] Usage tracker for resource:security_group_rule and tenant:b8483f04e7a64400b01ede249b9d0d6b is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:43.514250 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-16c8810f-4c9b-44f6-87e8-a471a514062b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:43.517528 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-eb0b1b75-dc7b-4e13-9b44-2b0412077019 req-e153e0ad-13d7-444f-b99d-d5d87c13c5cd tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b295cc2-7391-4834-b6ac-f74f39203286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298920 May 20 17:01:43.528001 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-16c8810f-4c9b-44f6-87e8-a471a514062b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:43.541776 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.db.l3_db [None req-c13ccfbd-2cee-469e-9892-d48d3bd1b1ad tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Floating IP 6525dc87-72c9-456c-a633-5c34775c469c associated. External IP: 172.27.3.77, port: 97fd0e40-1173-408c-b52f-aa9da7b0aad8. May 20 17:01:43.647302 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ac74ce05-da32-4d5c-bc9f-1da407e30131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:43.671016 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-ac74ce05-da32-4d5c-bc9f-1da407e30131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:43.675117 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-ac74ce05-da32-4d5c-bc9f-1da407e30131 admin admin] Usage tracker for resource:security_group_rule and tenant:ad5ba52700aa4d5089bd8d2c1fef7691 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:43.678068 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-ac74ce05-da32-4d5c-bc9f-1da407e30131 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:43.687159 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-ac74ce05-da32-4d5c-bc9f-1da407e30131 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:43.688500 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:43.693708 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-16c8810f-4c9b-44f6-87e8-a471a514062b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:43.702161 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-16c8810f-4c9b-44f6-87e8-a471a514062b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:43.708913 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:43.764839 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8810f-4c9b-44f6-87e8-a471a514062b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54631492-c926-4d49-9598-9f3e9fdf7dab,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:43.768240 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-16c8810f-4c9b-44f6-87e8-a471a514062b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:43.774894 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-16c8810f-4c9b-44f6-87e8-a471a514062b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b8483f04e7a64400b01ede249b9d0d6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3792026 May 20 17:01:43.778024 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 48400) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:43.895130 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-fffa641d-0417-49f0-88eb-47b6d7a93aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:43.913066 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ac74ce05-da32-4d5c-bc9f-1da407e30131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:43.926241 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ac74ce05-da32-4d5c-bc9f-1da407e30131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:43.935401 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13ccfbd-2cee-469e-9892-d48d3bd1b1ad tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Router 02cf529b-e7b5-4f41-a279-bbc122a976d2 has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:01:43.937437 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:43.947608 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-fffa641d-0417-49f0-88eb-47b6d7a93aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:44.004227 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74ce05-da32-4d5c-bc9f-1da407e30131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298b44bc-439f-46d4-a629-a6440dc35fca,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:44.021681 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:44.025123 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-ac74ce05-da32-4d5c-bc9f-1da407e30131 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ad5ba52700aa4d5089bd8d2c1fef7691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7275770 May 20 17:01:44.028442 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-ac74ce05-da32-4d5c-bc9f-1da407e30131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:44.029530 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 48412) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:44.106157 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 48416) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:44.133979 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-fffa641d-0417-49f0-88eb-47b6d7a93aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:44.137715 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-70762768-d064-4278-b5f0-7e6a6f400dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:44.171547 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-70762768-d064-4278-b5f0-7e6a6f400dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:44.181251 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13ccfbd-2cee-469e-9892-d48d3bd1b1ad tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:01:44.192281 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9168a0-ece9-467a-8b97-68641f8ff6ca None None] Sync routers for ids ['02cf529b-e7b5-4f41-a279-bbc122a976d2'] in dv-cinder-786524-7-iscsi {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:01:44.195861 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-c13ccfbd-2cee-469e-9892-d48d3bd1b1ad tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for floatingip, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:44.207557 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9168a0-ece9-467a-8b97-68641f8ff6ca None None] Routers {'02cf529b-e7b5-4f41-a279-bbc122a976d2'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:01:44.208462 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-9a9168a0-ece9-467a-8b97-68641f8ff6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:01:14Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['02cf529b-e7b5-4f41-a279-bbc122a976d2'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:44.255677 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-16c8810f-4c9b-44f6-87e8-a471a514062b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:44.274827 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-c13ccfbd-2cee-469e-9892-d48d3bd1b1ad tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "PUT /v2.0/floatingips/6525dc87-72c9-456c-a633-5c34775c469c HTTP/1.1" status: 200 len: 991 time: 2.3573022 May 20 17:01:44.277274 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90343379-9c6b-47ac-994d-9da1183fcfcf', 'tag': '97fd0e40-1173-408c-b52f-aa9da7b0aad8'}] {{(pid=119044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:01:44.290536 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa641d-0417-49f0-88eb-47b6d7a93aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54631492-c926-4d49-9598-9f3e9fdf7dab,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:44.300304 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-70762768-d064-4278-b5f0-7e6a6f400dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:44.305928 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-fffa641d-0417-49f0-88eb-47b6d7a93aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:44.306473 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-fffa641d-0417-49f0-88eb-47b6d7a93aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:44.317252 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bedce629-24ac-4749-aa18-31949b25361b admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:44.345032 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-6323df7d-1994-4671-8a34-e990f9a3f1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:44.351162 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-70762768-d064-4278-b5f0-7e6a6f400dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:44.352554 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-70762768-d064-4278-b5f0-7e6a6f400dd9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/298b44bc-439f-46d4-a629-a6440dc35fca HTTP/1.1" status: 204 len: 168 time: 0.3140454 May 20 17:01:44.355598 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70762768-d064-4278-b5f0-7e6a6f400dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298b44bc-439f-46d4-a629-a6440dc35fca,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:44.365371 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-70762768-d064-4278-b5f0-7e6a6f400dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:44.366521 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-bedce629-24ac-4749-aa18-31949b25361b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:44.369281 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-fffa641d-0417-49f0-88eb-47b6d7a93aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:44.377833 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-fffa641d-0417-49f0-88eb-47b6d7a93aea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/54631492-c926-4d49-9598-9f3e9fdf7dab HTTP/1.1" status: 204 len: 168 time: 0.5987694 May 20 17:01:44.382261 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-bedce629-24ac-4749-aa18-31949b25361b admin admin] Usage tracker for resource:security_group_rule and tenant:4dcb69fea6c745918b43288c83cd60c9 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:44.401350 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-bedce629-24ac-4749-aa18-31949b25361b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:44.419040 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-bedce629-24ac-4749-aa18-31949b25361b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:44.420766 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90343379-9c6b-47ac-994d-9da1183fcfcf', 'tag': '97fd0e40-1173-408c-b52f-aa9da7b0aad8', 'status': 'completed', 'code': 200} May 20 17:01:44.617117 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bedce629-24ac-4749-aa18-31949b25361b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:44.636945 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bedce629-24ac-4749-aa18-31949b25361b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:44.638567 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c7903-d971-4f4b-a970-82e22949484e req-ca2851aa-9091-44af-9d26-727205fafd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:44.642068 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d72c7903-d971-4f4b-a970-82e22949484e req-ca2851aa-9091-44af-9d26-727205fafd23 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=633b28eb0b87461f810176c2a59c4333&device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 1099 time: 0.2095201 May 20 17:01:44.657393 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-ac74ce05-da32-4d5c-bc9f-1da407e30131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:44.703121 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-9a9168a0-ece9-467a-8b97-68641f8ff6ca None None] Set router 02cf529b-e7b5-4f41-a279-bbc122a976d2 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:01:44.897968 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedce629-24ac-4749-aa18-31949b25361b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566b06a5-176a-4858-8d5f-c43d931ff4c1,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:44.903873 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-bedce629-24ac-4749-aa18-31949b25361b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:44.908081 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-bedce629-24ac-4749-aa18-31949b25361b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4dcb69fea6c745918b43288c83cd60c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8006980 May 20 17:01:44.929483 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 48460) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:44.961242 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c7903-d971-4f4b-a970-82e22949484e req-bece61d3-188c-4e4c-876f-1e80fdd24f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:44.963552 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d72c7903-d971-4f4b-a970-82e22949484e req-bece61d3-188c-4e4c-876f-1e80fdd24f74 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c2c7c270-423d-436f-960a-39d7d4b1aa00 HTTP/1.1" status: 200 len: 912 time: 0.3058596 May 20 17:01:45.095663 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d72c7903-d971-4f4b-a970-82e22949484e req-8fe54997-110b-4d7c-95d0-94b68098cf9a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97fd0e40-1173-408c-b52f-aa9da7b0aad8 HTTP/1.1" status: 200 len: 999 time: 0.1239076 May 20 17:01:45.133940 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9471a-dfae-4d20-b275-a7006f2c39db req-6a549631-e41a-492f-9506-7e411781ea32 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:45.135501 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b8d9471a-dfae-4d20-b275-a7006f2c39db req-6a549631-e41a-492f-9506-7e411781ea32 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f63e24b-762b-42d0-86ad-ee87066bfec5 HTTP/1.1" status: 200 len: 946 time: 0.3937349 May 20 17:01:45.143238 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:45.193707 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c7903-d971-4f4b-a970-82e22949484e req-56109450-4bdc-4e39-b333-2b6e8bbf66a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:45.195766 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d72c7903-d971-4f4b-a970-82e22949484e req-56109450-4bdc-4e39-b333-2b6e8bbf66a6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=57a04c80-7361-435a-811d-e955eb1e7f4b HTTP/1.1" status: 200 len: 850 time: 0.0916543 May 20 17:01:45.241385 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-9a9168a0-ece9-467a-8b97-68641f8ff6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'name': 'tempest-AttachVolumeTestJSON-1720347441-router', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:53Z', 'updated_at': '2021-05-20T17:01:04Z', 'revision_number': 4, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'gw_port': {'id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_floatingips': [{'id': '6525dc87-72c9-456c-a633-5c34775c469c', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'router_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'port_id': '97fd0e40-1173-408c-b52f-aa9da7b0aad8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00', 'mac_address': 'fa:16:3e:5f:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90343379-9c6b-47ac-994d-9da1183fcfcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:01:18Z', 'updated_at': '2021-05-20T17:01:42Z', 'revision_number': 1, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f02c530b-04d8-46d3-85fc-a9059e7760f6', 'name': '', 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'mac_address': 'fa:16:3e:98:61:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '57a04c80-7361-435a-811d-e955eb1e7f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:01:01Z', 'updated_at': '2021-05-20T17:01:18Z', 'revision_number': 5, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'subnets': [{'id': '57a04c80-7361-435a-811d-e955eb1e7f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:45.258117 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9168a0-ece9-467a-8b97-68641f8ff6ca None None] Checking router: 02cf529b-e7b5-4f41-a279-bbc122a976d2 for host: dv-cinder-786524-7-iscsi {{(pid=119047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:01:45.270231 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9168a0-ece9-467a-8b97-68641f8ff6ca None None] Routers {'02cf529b-e7b5-4f41-a279-bbc122a976d2'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:01:45.271086 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-9a9168a0-ece9-467a-8b97-68641f8ff6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:01:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['02cf529b-e7b5-4f41-a279-bbc122a976d2'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:45.289407 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a04134-53f8-4056-b7a9-a5c75fefac06 req-3cd2e68d-ee3f-424b-b2f3-1665ac21fa30 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:45.291254 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-87a04134-53f8-4056-b7a9-a5c75fefac06 req-3cd2e68d-ee3f-424b-b2f3-1665ac21fa30 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f63e24b-762b-42d0-86ad-ee87066bfec5 HTTP/1.1" status: 200 len: 946 time: 0.3782253 May 20 17:01:45.309858 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c7903-d971-4f4b-a970-82e22949484e req-8aa86f97-dcce-4ceb-a82c-1be28780fb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:45.311654 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d72c7903-d971-4f4b-a970-82e22949484e req-8aa86f97-dcce-4ceb-a82c-1be28780fb7c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c2c7c270-423d-436f-960a-39d7d4b1aa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1048830 May 20 17:01:45.338081 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8008ab04-9eb1-4c89-b29d-656562bddfcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:45.536470 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8008ab04-9eb1-4c89-b29d-656562bddfcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:45.570404 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-87a04134-53f8-4056-b7a9-a5c75fefac06 req-f691dd65-a2d8-4716-86d3-dcba6fc0b2af tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b295cc2-7391-4834-b6ac-f74f39203286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670243 May 20 17:01:45.628918 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [req-b8d9471a-dfae-4d20-b275-a7006f2c39db req-5d06cb5a-0297-445f-9b68-638a518f3e76 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Deleting port 3813dda8-1cff-40c5-ab88-8b46fd552406 {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:01:45.629481 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-b8d9471a-dfae-4d20-b275-a7006f2c39db req-5d06cb5a-0297-445f-9b68-638a518f3e76 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:45.641430 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d72c7903-d971-4f4b-a970-82e22949484e req-b9c994b0-a4ec-4910-a4a2-90c9a85b2b61 service neutron] 10.222.0.75 "GET /v2.0/networks/c2c7c270-423d-436f-960a-39d7d4b1aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173022 May 20 17:01:45.672690 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8008ab04-9eb1-4c89-b29d-656562bddfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:45.674395 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-9a9168a0-ece9-467a-8b97-68641f8ff6ca None None] Set router 02cf529b-e7b5-4f41-a279-bbc122a976d2 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:01:45.731452 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-13fcc45e-12b9-4772-8056-4dd145034b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:45.752215 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8008ab04-9eb1-4c89-b29d-656562bddfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566b06a5-176a-4858-8d5f-c43d931ff4c1,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:45.766228 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-8008ab04-9eb1-4c89-b29d-656562bddfcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:45.773570 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8008ab04-9eb1-4c89-b29d-656562bddfcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:45.778634 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-8008ab04-9eb1-4c89-b29d-656562bddfcf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/566b06a5-176a-4858-8d5f-c43d931ff4c1 HTTP/1.1" status: 204 len: 168 time: 0.7734294 May 20 17:01:45.812823 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-b8d9471a-dfae-4d20-b275-a7006f2c39db req-5d06cb5a-0297-445f-9b68-638a518f3e76 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] For port 3813dda8-1cff-40c5-ab88-8b46fd552406, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3813dda8-1cff-40c5-ab88-8b46fd552406,segment=NetworkSegment(c4d0e9b1-2ef0-4f03-b7a4-bcff7c83d614),segment_id=c4d0e9b1-2ef0-4f03-b7a4-bcff7c83d614)] {{(pid=119045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:01:45.813789 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-b8d9471a-dfae-4d20-b275-a7006f2c39db req-5d06cb5a-0297-445f-9b68-638a518f3e76 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:45.900429 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d72c7903-d971-4f4b-a970-82e22949484e req-06f7e314-5105-430e-a3cd-16e75e48298d service neutron] 10.222.0.75 "GET /v2.0/networks/c2c7c270-423d-436f-960a-39d7d4b1aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481880 May 20 17:01:46.006982 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [req-b8d9471a-dfae-4d20-b275-a7006f2c39db req-5d06cb5a-0297-445f-9b68-638a518f3e76 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Calling delete_port for 3813dda8-1cff-40c5-ab88-8b46fd552406 owned by compute:nova {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:01:46.368780 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-b8d9471a-dfae-4d20-b275-a7006f2c39db req-5d06cb5a-0297-445f-9b68-638a518f3e76 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:46.385021 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:46.503086 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-9a9168a0-ece9-467a-8b97-68641f8ff6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'name': 'tempest-AttachVolumeTestJSON-1720347441-router', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:53Z', 'updated_at': '2021-05-20T17:01:04Z', 'revision_number': 4, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'gw_port': {'id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_floatingips': [{'id': '6525dc87-72c9-456c-a633-5c34775c469c', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'router_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'port_id': '97fd0e40-1173-408c-b52f-aa9da7b0aad8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00', 'mac_address': 'fa:16:3e:5f:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90343379-9c6b-47ac-994d-9da1183fcfcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:01:18Z', 'updated_at': '2021-05-20T17:01:42Z', 'revision_number': 1, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f02c530b-04d8-46d3-85fc-a9059e7760f6', 'name': '', 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'mac_address': 'fa:16:3e:98:61:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '57a04c80-7361-435a-811d-e955eb1e7f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:01:01Z', 'updated_at': '2021-05-20T17:01:18Z', 'revision_number': 5, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'subnets': [{'id': '57a04c80-7361-435a-811d-e955eb1e7f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:46.518970 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9168a0-ece9-467a-8b97-68641f8ff6ca None None] The sync data for ids ['02cf529b-e7b5-4f41-a279-bbc122a976d2'] in dv-cinder-786524-7-iscsi is: [{'id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'name': 'tempest-AttachVolumeTestJSON-1720347441-router', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:53Z', 'updated_at': '2021-05-20T17:01:04Z', 'revision_number': 4, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'gw_port': {'id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_floatingips': [{'id': '6525dc87-72c9-456c-a633-5c34775c469c', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'router_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'port_id': '97fd0e40-1173-408c-b52f-aa9da7b0aad8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00', 'mac_address': 'fa:16:3e:5f:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90343379-9c6b-47ac-994d-9da1183fcfcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:01:18Z', 'updated_at': '2021-05-20T17:01:42Z', 'revision_number': 1, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f02c530b-04d8-46d3-85fc-a9059e7760f6', 'name': '', 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'mac_address': 'fa:16:3e:98:61:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '57a04c80-7361-435a-811d-e955eb1e7f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:01:01Z', 'updated_at': '2021-05-20T17:01:18Z', 'revision_number': 5, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'subnets': [{'id': '57a04c80-7361-435a-811d-e955eb1e7f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:01:46.580874 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06cb5a-0297-445f-9b68-638a518f3e76 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Pushing event deleted for resources: {'Port': ['ID=3813dda8-1cff-40c5-ab88-8b46fd552406,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:46.657346 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-5d06cb5a-0297-445f-9b68-638a518f3e76 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:46.689267 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d9471a-dfae-4d20-b275-a7006f2c39db req-5d06cb5a-0297-445f-9b68-638a518f3e76 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] No DVR routers for this DVR port 3813dda8-1cff-40c5-ab88-8b46fd552406 on host hv-cinder-78652 {{(pid=119045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:01:46.700565 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-b8d9471a-dfae-4d20-b275-a7006f2c39db req-5d06cb5a-0297-445f-9b68-638a518f3e76 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:46.707843 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f63e24b-762b-42d0-86ad-ee87066bfec5', 'name': 'network-vif-deleted', 'tag': '3813dda8-1cff-40c5-ab88-8b46fd552406'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:01:46.770556 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b8d9471a-dfae-4d20-b275-a7006f2c39db req-5d06cb5a-0297-445f-9b68-638a518f3e76 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.75 "DELETE /v2.0/ports/3813dda8-1cff-40c5-ab88-8b46fd552406 HTTP/1.1" status: 204 len: 173 time: 1.6259503 May 20 17:01:46.904131 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50398a19-57c7-4e06-8a28-2bd855fdb624 None None] New status for floating IP 6525dc87-72c9-456c-a633-5c34775c469c: ACTIVE {{(pid=119046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 17:01:46.927379 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f63e24b-762b-42d0-86ad-ee87066bfec5', 'name': 'network-vif-deleted', 'tag': '3813dda8-1cff-40c5-ab88-8b46fd552406', 'status': 'completed', 'code': 200} May 20 17:01:46.997135 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c9060e89-c894-4ae5-a97a-446de049321e req-c6e57f6f-c09c-47ce-96e5-45ec64ebe34e tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f63e24b-762b-42d0-86ad-ee87066bfec5 HTTP/1.1" status: 200 len: 210 time: 0.2186384 May 20 17:01:47.084264 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:47.335701 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 48568) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:47.467531 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-73d8a2e2-d7d5-426b-96b7-fc96dbd35513 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-40521056-network', 'tenant_id': 'e9f3d130b07345bda27ff0b5df5728e4'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:01:47.472147 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-73d8a2e2-d7d5-426b-96b7-fc96dbd35513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:47.475944 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-73d8a2e2-d7d5-426b-96b7-fc96dbd35513 admin admin] Usage tracker for resource:network and tenant:e9f3d130b07345bda27ff0b5df5728e4 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:47.479032 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-73d8a2e2-d7d5-426b-96b7-fc96dbd35513 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:47.486752 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-73d8a2e2-d7d5-426b-96b7-fc96dbd35513 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:47.497774 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d8a2e2-d7d5-426b-96b7-fc96dbd35513 admin admin] Made reservation on behalf of e9f3d130b07345bda27ff0b5df5728e4 for: {'network': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:01:47.500175 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-73d8a2e2-d7d5-426b-96b7-fc96dbd35513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605269'] for network, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:47.513014 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-73d8a2e2-d7d5-426b-96b7-fc96dbd35513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:47.528659 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-73d8a2e2-d7d5-426b-96b7-fc96dbd35513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:47.537287 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-73d8a2e2-d7d5-426b-96b7-fc96dbd35513 admin admin] Usage tracker for resource:security_group_rule and tenant:e9f3d130b07345bda27ff0b5df5728e4 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:47.537287 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-73d8a2e2-d7d5-426b-96b7-fc96dbd35513 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:47.542739 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-73d8a2e2-d7d5-426b-96b7-fc96dbd35513 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:47.645066 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 3813dda8-1cff-40c5-ab88-8b46fd552406 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:01:47.654394 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-73d8a2e2-d7d5-426b-96b7-fc96dbd35513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:47.662363 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-73d8a2e2-d7d5-426b-96b7-fc96dbd35513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:47.669831 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-b48bae5a-58f8-422e-83a0-b3574bab0f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:47.699232 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d8a2e2-d7d5-426b-96b7-fc96dbd35513 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=119045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 17:01:47.714928 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8a2e2-d7d5-426b-96b7-fc96dbd35513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fb8b87-63ca-4f01-a5ca-b8ed48f41dd9,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:47.722536 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] No Port match for: 3813dda8-1cff-40c5-ab88-8b46fd552406 {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:01:47.724044 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 3813dda8-1cff-40c5-ab88-8b46fd552406 not bound to the agent host hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:01:47.733126 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-73d8a2e2-d7d5-426b-96b7-fc96dbd35513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:47.735429 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-73d8a2e2-d7d5-426b-96b7-fc96dbd35513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:47.737466 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.db.segments_db [None req-73d8a2e2-d7d5-426b-96b7-fc96dbd35513 admin admin] Added segment f4ca7072-ae7f-461e-af66-9ac5a12dc0fb of type vlan for network 0a41112e-ba0f-47be-aa29-31d7669ce8f6 May 20 17:01:47.783551 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-73d8a2e2-d7d5-426b-96b7-fc96dbd35513 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727197218515'] for network, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:47.816191 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-73d8a2e2-d7d5-426b-96b7-fc96dbd35513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128'] for network, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:47.817830 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d8a2e2-d7d5-426b-96b7-fc96dbd35513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:47.818531 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-73d8a2e2-d7d5-426b-96b7-fc96dbd35513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:47.824085 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:47.929074 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-73d8a2e2-d7d5-426b-96b7-fc96dbd35513 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5922632 May 20 17:01:47.934641 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 48582) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:47.938246 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8a2e2-d7d5-426b-96b7-fc96dbd35513 admin admin] Pushing event updated for resources: {'Network': ['ID=0a41112e-ba0f-47be-aa29-31d7669ce8f6,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:47.941556 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-73d8a2e2-d7d5-426b-96b7-fc96dbd35513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:47.945781 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-900d4c83-a35e-4d04-9134-7404c4d9fdef admin admin] Request body: {'subnet': {'network_id': '0a41112e-ba0f-47be-aa29-31d7669ce8f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-40521056-subnet', 'tenant_id': 'e9f3d130b07345bda27ff0b5df5728e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:01:47.949731 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Network 0a41112e-ba0f-47be-aa29-31d7669ce8f6 details requested by agent ovs-agent-dv-cinder-786524-7-iscsi with host dv-cinder-786524-7-iscsi {{(pid=119046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 17:01:47.954478 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-900d4c83-a35e-4d04-9134-7404c4d9fdef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:47.959666 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-900d4c83-a35e-4d04-9134-7404c4d9fdef admin admin] Usage tracker for resource:subnet and tenant:e9f3d130b07345bda27ff0b5df5728e4 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:47.962975 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-900d4c83-a35e-4d04-9134-7404c4d9fdef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:47.970677 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-900d4c83-a35e-4d04-9134-7404c4d9fdef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:47.983974 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900d4c83-a35e-4d04-9134-7404c4d9fdef admin admin] Made reservation on behalf of e9f3d130b07345bda27ff0b5df5728e4 for: {'subnet': 1} {{(pid=119044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:01:47.986929 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-900d4c83-a35e-4d04-9134-7404c4d9fdef admin admin] Notify callbacks [] for subnet, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:48.312556 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-39d19766-a5a5-4844-9ed0-c15718b7fee7 req-eec00e50-4ef4-4bc1-b1cb-76d093810c37 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Synchronizing usage tracker for tenant:c10a35cce7bb4295a608aa38f6a9ca47 on resource:port {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:01:48.350570 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-39d19766-a5a5-4844-9ed0-c15718b7fee7 req-eec00e50-4ef4-4bc1-b1cb-76d093810c37 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Unset dirty status for tenant:c10a35cce7bb4295a608aa38f6a9ca47 on resource:port {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:01:48.352376 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-39d19766-a5a5-4844-9ed0-c15718b7fee7 req-eec00e50-4ef4-4bc1-b1cb-76d093810c37 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f63e24b-762b-42d0-86ad-ee87066bfec5 HTTP/1.1" status: 200 len: 210 time: 0.1734102 May 20 17:01:48.582693 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-900d4c83-a35e-4d04-9134-7404c4d9fdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159'] for subnet, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:48.587500 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-7219a0bd-897f-4b8d-9ea3-e6e1f7df8703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:48.661190 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d4c83-a35e-4d04-9134-7404c4d9fdef admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc03c8cf-b1ef-4ae7-a9f0-e2e69a100b84,revision_number=0']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:48.672909 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900d4c83-a35e-4d04-9134-7404c4d9fdef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:48.673290 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900d4c83-a35e-4d04-9134-7404c4d9fdef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:48.673628 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900d4c83-a35e-4d04-9134-7404c4d9fdef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:48.673968 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900d4c83-a35e-4d04-9134-7404c4d9fdef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:48.674305 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900d4c83-a35e-4d04-9134-7404c4d9fdef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:48.674664 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900d4c83-a35e-4d04-9134-7404c4d9fdef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:48.675003 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900d4c83-a35e-4d04-9134-7404c4d9fdef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:48.675334 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900d4c83-a35e-4d04-9134-7404c4d9fdef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:48.675856 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900d4c83-a35e-4d04-9134-7404c4d9fdef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:48.676188 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900d4c83-a35e-4d04-9134-7404c4d9fdef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:48.676522 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900d4c83-a35e-4d04-9134-7404c4d9fdef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:48.676848 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900d4c83-a35e-4d04-9134-7404c4d9fdef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:48.679556 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900d4c83-a35e-4d04-9134-7404c4d9fdef admin admin] Checking segment: {'id': 'f4ca7072-ae7f-461e-af66-9ac5a12dc0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '0a41112e-ba0f-47be-aa29-31d7669ce8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:01:48.679803 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900d4c83-a35e-4d04-9134-7404c4d9fdef admin admin] Network hostable DHCP agents. Network: 0a41112e-ba0f-47be-aa29-31d7669ce8f6, hostable agents: ['6b6b5109-91f6-4dcc-9375-40169a0e8fed'], hosted agents: [] {{(pid=119044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 17:01:48.688991 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-900d4c83-a35e-4d04-9134-7404c4d9fdef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:48.705013 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900d4c83-a35e-4d04-9134-7404c4d9fdef admin admin] Network 0a41112e-ba0f-47be-aa29-31d7669ce8f6 is scheduled to be hosted by DHCP agent 6b6b5109-91f6-4dcc-9375-40169a0e8fed with binding_index 1 {{(pid=119044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 17:01:48.720529 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [None req-900d4c83-a35e-4d04-9134-7404c4d9fdef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-iscsi, 0a41112e-ba0f-47be-aa29-31d7669ce8f6) {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:01:48.731324 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db8796f-a142-4a2c-9a06-19d095a84fbd None None] Network 0a41112e-ba0f-47be-aa29-31d7669ce8f6 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:01:48.737588 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900d4c83-a35e-4d04-9134-7404c4d9fdef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:48.738615 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-900d4c83-a35e-4d04-9134-7404c4d9fdef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for subnet, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:48.781807 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-900d4c83-a35e-4d04-9134-7404c4d9fdef admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8366201 May 20 17:01:48.967121 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d82c109-decd-4d1f-a398-7084d97d2a8c None None] Network 0a41112e-ba0f-47be-aa29-31d7669ce8f6 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:01:56.872623 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-ef2f9f22-ac64-4c9d-bbcc-84b12decfdce tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:56.873431 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-ef2f9f22-ac64-4c9d-bbcc-84b12decfdce tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Synchronizing usage tracker for tenant:e9f3d130b07345bda27ff0b5df5728e4 on resource:network {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:01:56.894645 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-ef2f9f22-ac64-4c9d-bbcc-84b12decfdce tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Unset dirty status for tenant:e9f3d130b07345bda27ff0b5df5728e4 on resource:network {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:01:56.896129 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-ef2f9f22-ac64-4c9d-bbcc-84b12decfdce tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/networks?id=0a41112e-ba0f-47be-aa29-31d7669ce8f6 HTTP/1.1" status: 200 len: 807 time: 0.1786320 May 20 17:01:56.916049 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-f6c7fcfd-aaf5-4e89-ac64-ce8c7998cca8 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/quotas/e9f3d130b07345bda27ff0b5df5728e4 HTTP/1.1" status: 200 len: 375 time: 0.0112655 May 20 17:01:56.965834 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-b44c1cd1-a4c1-4983-8646-1e15f7f80123 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e9f3d130b07345bda27ff0b5df5728e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445149 May 20 17:01:57.122768 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-e8dc1ca1-6ad9-45a7-b5af-7453086f83ac service neutron] 10.222.0.36 "GET /v2.0/networks/0a41112e-ba0f-47be-aa29-31d7669ce8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481342 May 20 17:01:57.288533 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-868cf908-50d0-47bc-a6f9-372f6eb191f4 service neutron] 10.222.0.36 "GET /v2.0/networks/0a41112e-ba0f-47be-aa29-31d7669ce8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648626 May 20 17:01:57.528265 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7dd84500-b4c4-4e4b-9079-73b5752d9cf8 req-eadc2bfe-ce27-45fe-bdb0-7cace032b9eb tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/ports?device_id=b162695e-57f8-491b-91e7-b1b89119e067 HTTP/1.1" status: 200 len: 210 time: 0.0721979 May 20 17:01:58.325969 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 48836) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:58.391046 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_v2 [None req-a74bb3be-c689-40cb-b851-dfea77862602 admin admin] Deleting subnet 17da0c2c-cf60-42be-a72a-23a59a0d97b9 {{(pid=119045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 17:01:58.394149 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-a74bb3be-c689-40cb-b851-dfea77862602 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:58.448673 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-a74bb3be-c689-40cb-b851-dfea77862602 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:58.456257 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-a74bb3be-c689-40cb-b851-dfea77862602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006482'] for subnet, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:58.571879 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 48850) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:58.644103 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f7ebdc-4a18-40e2-9741-0641d86efda4 admin admin] Deleting subnet efe2adcc-bc36-4285-bf65-e24bea25d7f2 {{(pid=119044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 17:01:58.647322 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-30f7ebdc-4a18-40e2-9741-0641d86efda4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:58.701505 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-30f7ebdc-4a18-40e2-9741-0641d86efda4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:58.709268 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-30f7ebdc-4a18-40e2-9741-0641d86efda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006482'] for subnet, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:58.760271 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-3fa40fba-1a28-4cb4-aef5-a7f3a43b0736 req-ce1f22e9-cab4-4228-a831-951dd66ad9e7 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/ports?device_id=b162695e-57f8-491b-91e7-b1b89119e067 HTTP/1.1" status: 200 len: 210 time: 0.0863287 May 20 17:01:58.881402 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-a74bb3be-c689-40cb-b851-dfea77862602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159'] for subnet, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:58.900298 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:58.957692 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-a74bb3be-c689-40cb-b851-dfea77862602 admin admin] Notify callbacks [] for subnet, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:58.969602 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74bb3be-c689-40cb-b851-dfea77862602 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17da0c2c-cf60-42be-a72a-23a59a0d97b9,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:58.984614 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bb3be-c689-40cb-b851-dfea77862602 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:58.985304 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bb3be-c689-40cb-b851-dfea77862602 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:58.985831 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bb3be-c689-40cb-b851-dfea77862602 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:58.986414 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bb3be-c689-40cb-b851-dfea77862602 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:58.987730 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bb3be-c689-40cb-b851-dfea77862602 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:58.988331 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bb3be-c689-40cb-b851-dfea77862602 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:58.988818 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bb3be-c689-40cb-b851-dfea77862602 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:58.989954 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bb3be-c689-40cb-b851-dfea77862602 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:58.990805 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bb3be-c689-40cb-b851-dfea77862602 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:58.992131 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bb3be-c689-40cb-b851-dfea77862602 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:58.992945 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bb3be-c689-40cb-b851-dfea77862602 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:58.994122 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bb3be-c689-40cb-b851-dfea77862602 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:59.010164 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-50faced3-f162-444e-891f-d441033b5672 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:59.012035 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-50faced3-f162-444e-891f-d441033b5672 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.75 "GET /v2.0/networks?id=0a41112e-ba0f-47be-aa29-31d7669ce8f6 HTTP/1.1" status: 200 len: 807 time: 0.2943771 May 20 17:01:59.015011 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-a74bb3be-c689-40cb-b851-dfea77862602 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/17da0c2c-cf60-42be-a72a-23a59a0d97b9 HTTP/1.1" status: 204 len: 168 time: 0.6864138 May 20 17:01:59.015011 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-a74bb3be-c689-40cb-b851-dfea77862602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:59.016180 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 48868) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:59.027661 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-fbd65d4b-eb2f-4629-aade-f7c2035e16bf tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Request body: {'port': {'device_id': 'b162695e-57f8-491b-91e7-b1b89119e067', 'network_id': '0a41112e-ba0f-47be-aa29-31d7669ce8f6', 'admin_state_up': True, 'tenant_id': 'e9f3d130b07345bda27ff0b5df5728e4'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:01:59.157225 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-41607471-5721-4e17-b4e8-f098fd0368f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655306'] for network, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:59.165976 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-30f7ebdc-4a18-40e2-9741-0641d86efda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159'] for subnet, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:59.174146 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-900d4c83-a35e-4d04-9134-7404c4d9fdef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:59.211169 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7ebdc-4a18-40e2-9741-0641d86efda4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efe2adcc-bc36-4285-bf65-e24bea25d7f2,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:59.259518 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-30f7ebdc-4a18-40e2-9741-0641d86efda4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:59.270360 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-fbd65d4b-eb2f-4629-aade-f7c2035e16bf tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:01:59.276488 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-30f7ebdc-4a18-40e2-9741-0641d86efda4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for subnet, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:59.277755 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-fbd65d4b-eb2f-4629-aade-f7c2035e16bf tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Usage tracker for resource:port and tenant:e9f3d130b07345bda27ff0b5df5728e4 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:01:59.286099 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-fbd65d4b-eb2f-4629-aade-f7c2035e16bf tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Quota usage for port was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:01:59.293102 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-fbd65d4b-eb2f-4629-aade-f7c2035e16bf tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:01:59.299848 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-30f7ebdc-4a18-40e2-9741-0641d86efda4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/efe2adcc-bc36-4285-bf65-e24bea25d7f2 HTTP/1.1" status: 204 len: 168 time: 0.7268529 May 20 17:01:59.302591 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 48886) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:59.319693 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-fbd65d4b-eb2f-4629-aade-f7c2035e16bf tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Made reservation on behalf of e9f3d130b07345bda27ff0b5df5728e4 for: {'port': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:01:59.325506 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-fbd65d4b-eb2f-4629-aade-f7c2035e16bf tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:59.378121 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-41607471-5721-4e17-b4e8-f098fd0368f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001245', 'neutron.services.segments.db._delete_segments_for_network-8727197674105'] for network, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:59.481307 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-41607471-5721-4e17-b4e8-f098fd0368f5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=119044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 17:01:59.481863 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-41607471-5721-4e17-b4e8-f098fd0368f5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=119044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 17:01:59.482753 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-41607471-5721-4e17-b4e8-f098fd0368f5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=119044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 17:01:59.483220 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-41607471-5721-4e17-b4e8-f098fd0368f5 admin admin] Subscribe: > port after_create 55550000 {{(pid=119044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 17:01:59.483718 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-41607471-5721-4e17-b4e8-f098fd0368f5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=119044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 17:01:59.484198 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-41607471-5721-4e17-b4e8-f098fd0368f5 admin admin] Subscribe: > port after_update 55550000 {{(pid=119044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 17:01:59.484654 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-41607471-5721-4e17-b4e8-f098fd0368f5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=119044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 17:01:59.485107 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-41607471-5721-4e17-b4e8-f098fd0368f5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=119044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 17:01:59.485795 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-41607471-5721-4e17-b4e8-f098fd0368f5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=119044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 17:01:59.486419 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-41607471-5721-4e17-b4e8-f098fd0368f5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=119044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 17:01:59.591600 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_common [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-fbd65d4b-eb2f-4629-aade-f7c2035e16bf tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Allocated IP 172.20.0.11 (0a41112e-ba0f-47be-aa29-31d7669ce8f6/fc03c8cf-b1ef-4ae7-a9f0-e2e69a100b84/b9eb8425-fab5-4ed6-98cf-5faca7260843) {{(pid=119045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:01:59.698502 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-41607471-5721-4e17-b4e8-f098fd0368f5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=119044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 17:01:59.700094 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-41607471-5721-4e17-b4e8-f098fd0368f5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=119044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 17:01:59.701406 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-41607471-5721-4e17-b4e8-f098fd0368f5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=119044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 17:01:59.701894 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-41607471-5721-4e17-b4e8-f098fd0368f5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=119044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 17:01:59.702547 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-41607471-5721-4e17-b4e8-f098fd0368f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f58f3f7-37b5-41f9-9268-88bdfbdce486']}} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:59.789969 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-41607471-5721-4e17-b4e8-f098fd0368f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d0e9b1-2ef0-4f03-b7a4-bcff7c83d614') {'for_net_delete': True} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:59.790270 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-41607471-5721-4e17-b4e8-f098fd0368f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d0e9b1-2ef0-4f03-b7a4-bcff7c83d614') {} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:59.822179 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-41607471-5721-4e17-b4e8-f098fd0368f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727197686263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15043267'] for segment, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:59.836057 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-3436e0eb-0796-4537-b748-6d315a57bb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655306'] for network, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:59.850477 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-41607471-5721-4e17-b4e8-f098fd0368f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:59.859067 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-fbd65d4b-eb2f-4629-aade-f7c2035e16bf tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Notify callbacks [] for port, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:59.917457 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41607471-5721-4e17-b4e8-f098fd0368f5 admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=119044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 17:01:59.917871 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-41607471-5721-4e17-b4e8-f098fd0368f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14410782'] for segment, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:59.927965 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-fbd65d4b-eb2f-4629-aade-f7c2035e16bf tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791'] for port, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:59.935686 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: from cryptography.utils import int_from_bytes May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: from cryptography.utils import int_from_bytes May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: Traceback (most recent call last): May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: timer() May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: cb(*args, **kw) May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: return func(*args, **kwargs) May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: self._notify() May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: self.callback(batched_events) May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: event.method(event) May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: aggregate_uuid = self.p_client.list_aggregates( May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: return f(self, *a, **k) May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: return self._get(url).json() May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: return self.request(url, 'GET', **kwargs) May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: base_url = self.get_endpoint(auth, allow=allow, May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 17:01:59.955527 dv-cinder-786524-7-iscsi neutron-server[119044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 17:02:00.004161 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-fbd65d4b-eb2f-4629-aade-f7c2035e16bf tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Network 0a41112e-ba0f-47be-aa29-31d7669ce8f6 is already hosted by enough agents. {{(pid=119045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:02:00.007958 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-fbd65d4b-eb2f-4629-aade-f7c2035e16bf tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Resources bound (agent type, host, resource id): {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:02:00.012148 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-fbd65d4b-eb2f-4629-aade-f7c2035e16bf tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Received port after_create {{(pid=119045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:02:00.019540 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-fbd65d4b-eb2f-4629-aade-f7c2035e16bf tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:00.020557 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-fbd65d4b-eb2f-4629-aade-f7c2035e16bf tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:00.111671 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd65d4b-eb2f-4629-aade-f7c2035e16bf tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Pushing event updated for resources: {'Port': ['ID=b9eb8425-fab5-4ed6-98cf-5faca7260843,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:00.117577 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-fbd65d4b-eb2f-4629-aade-f7c2035e16bf tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0946145 May 20 17:02:00.119515 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-fbd65d4b-eb2f-4629-aade-f7c2035e16bf tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:00.133823 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-be6ea54f-f8cd-47b2-93b4-6c0137ab3d2a service neutron] Request body: {'port': {'device_id': 'b162695e-57f8-491b-91e7-b1b89119e067', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:02:00.135236 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-41607471-5721-4e17-b4e8-f098fd0368f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16751962'] for network, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:00.199306 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:00.232094 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-41607471-5721-4e17-b4e8-f098fd0368f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:00.243662 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-3436e0eb-0796-4537-b748-6d315a57bb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001245', 'neutron.services.segments.db._delete_segments_for_network-8727197674105'] for network, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:00.255619 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41607471-5721-4e17-b4e8-f098fd0368f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f58f3f7-37b5-41f9-9268-88bdfbdce486,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:00.263876 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-41607471-5721-4e17-b4e8-f098fd0368f5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0f58f3f7-37b5-41f9-9268-88bdfbdce486 HTTP/1.1" status: 204 len: 168 time: 1.2462299 May 20 17:02:00.268699 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-3436e0eb-0796-4537-b748-6d315a57bb33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['109ab9fe-05bc-4959-850c-e7aa01631680']}} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:02:00.277388 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-41607471-5721-4e17-b4e8-f098fd0368f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:00.289515 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-3436e0eb-0796-4537-b748-6d315a57bb33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6420b333-a321-421d-8dfc-80a38ff3874f') {'for_net_delete': True} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:02:00.289953 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-3436e0eb-0796-4537-b748-6d315a57bb33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6420b333-a321-421d-8dfc-80a38ff3874f') {} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:02:00.305443 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-3436e0eb-0796-4537-b748-6d315a57bb33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727197686263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15043267'] for segment, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:00.325975 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-3436e0eb-0796-4537-b748-6d315a57bb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:00.330398 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afe26d-36be-47db-afe6-656587224f71 req-4802cf28-c87d-4a7d-973f-2f4d9a17b464 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:00.331453 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-b0afe26d-36be-47db-afe6-656587224f71 req-4802cf28-c87d-4a7d-973f-2f4d9a17b464 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Synchronizing usage tracker for tenant:e9f3d130b07345bda27ff0b5df5728e4 on resource:port {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:02:00.333750 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3436e0eb-0796-4537-b748-6d315a57bb33 admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=119044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 17:02:00.334166 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-3436e0eb-0796-4537-b748-6d315a57bb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14410782'] for segment, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:00.351567 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-be6ea54f-f8cd-47b2-93b4-6c0137ab3d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:00.351777 dv-cinder-786524-7-iscsi neutron-server[119044]: Traceback (most recent call last): May 20 17:02:00.351777 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 17:02:00.351777 dv-cinder-786524-7-iscsi neutron-server[119044]: timer() May 20 17:02:00.351777 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 17:02:00.351777 dv-cinder-786524-7-iscsi neutron-server[119044]: cb(*args, **kw) May 20 17:02:00.351777 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 17:02:00.351777 dv-cinder-786524-7-iscsi neutron-server[119044]: return func(*args, **kwargs) May 20 17:02:00.351777 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 17:02:00.351777 dv-cinder-786524-7-iscsi neutron-server[119044]: self._notify() May 20 17:02:00.351777 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 17:02:00.351777 dv-cinder-786524-7-iscsi neutron-server[119044]: self.callback(batched_events) May 20 17:02:00.351777 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 17:02:00.351777 dv-cinder-786524-7-iscsi neutron-server[119044]: event.method(event) May 20 17:02:00.351777 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 17:02:00.351777 dv-cinder-786524-7-iscsi neutron-server[119044]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 17:02:00.351777 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 17:02:00.351777 dv-cinder-786524-7-iscsi neutron-server[119044]: aggregate_uuid = self.p_client.list_aggregates( May 20 17:02:00.351777 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 17:02:00.351777 dv-cinder-786524-7-iscsi neutron-server[119044]: return f(self, *a, **k) May 20 17:02:00.351777 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 17:02:00.351777 dv-cinder-786524-7-iscsi neutron-server[119044]: return self._get(url).json() May 20 17:02:00.351777 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 17:02:00.351777 dv-cinder-786524-7-iscsi neutron-server[119044]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 17:02:00.351777 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 17:02:00.351777 dv-cinder-786524-7-iscsi neutron-server[119044]: return self.request(url, 'GET', **kwargs) May 20 17:02:00.351777 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 17:02:00.351777 dv-cinder-786524-7-iscsi neutron-server[119044]: base_url = self.get_endpoint(auth, allow=allow, May 20 17:02:00.351777 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 17:02:00.351777 dv-cinder-786524-7-iscsi neutron-server[119044]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 17:02:00.351777 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 17:02:00.351777 dv-cinder-786524-7-iscsi neutron-server[119044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 17:02:00.351777 dv-cinder-786524-7-iscsi neutron-server[119044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 17:02:00.404526 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-b0afe26d-36be-47db-afe6-656587224f71 req-4802cf28-c87d-4a7d-973f-2f4d9a17b464 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Unset dirty status for tenant:e9f3d130b07345bda27ff0b5df5728e4 on resource:port {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:02:00.405735 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b0afe26d-36be-47db-afe6-656587224f71 req-4802cf28-c87d-4a7d-973f-2f4d9a17b464 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/ports?device_id=b162695e-57f8-491b-91e7-b1b89119e067 HTTP/1.1" status: 200 len: 932 time: 0.3717217 May 20 17:02:00.441054 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 48916) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:00.458345 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-3436e0eb-0796-4537-b748-6d315a57bb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16751962'] for network, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:00.467166 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:00.481088 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-3436e0eb-0796-4537-b748-6d315a57bb33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:00.497211 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436e0eb-0796-4537-b748-6d315a57bb33 admin admin] Pushing event deleted for resources: {'Network': ['ID=109ab9fe-05bc-4959-850c-e7aa01631680,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:00.501906 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-3436e0eb-0796-4537-b748-6d315a57bb33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:00.505098 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-3436e0eb-0796-4537-b748-6d315a57bb33 admin admin] 10.222.0.36 "DELETE /v2.0/networks/109ab9fe-05bc-4959-850c-e7aa01631680 HTTP/1.1" status: 204 len: 168 time: 1.2015414 May 20 17:02:00.512015 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 48920) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:00.523361 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-b0afe26d-36be-47db-afe6-656587224f71 req-34e6b624-fd8a-478a-9619-40289ccacaf4 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Synchronizing usage tracker for tenant:e9f3d130b07345bda27ff0b5df5728e4 on resource:security_group {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:02:00.558216 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-321f01e5-af36-4a96-a830-0669b089e154 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c10a35cce7bb4295a608aa38f6a9ca47&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1157594 May 20 17:02:00.564583 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 48924) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:00.574354 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-b0afe26d-36be-47db-afe6-656587224f71 req-34e6b624-fd8a-478a-9619-40289ccacaf4 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Unset dirty status for tenant:e9f3d130b07345bda27ff0b5df5728e4 on resource:security_group {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:02:00.575520 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b0afe26d-36be-47db-afe6-656587224f71 req-34e6b624-fd8a-478a-9619-40289ccacaf4 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1fb8b87-63ca-4f01-a5ca-b8ed48f41dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621776 May 20 17:02:00.605985 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.db_base_plugin_v2 [None req-f77070ef-e54b-4729-bb0a-3446abb9e32b admin admin] Deleting subnet ea5d4f8a-1c46-401b-a478-13beb8bed96f {{(pid=119044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 17:02:00.620679 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-f77070ef-e54b-4729-bb0a-3446abb9e32b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:00.688194 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-0eec7c55-63d6-40bf-a095-2120e65ad64d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:00.691795 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-f77070ef-e54b-4729-bb0a-3446abb9e32b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15043276'] for subnet, precommit_delete_associations {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:00.759367 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-0eec7c55-63d6-40bf-a095-2120e65ad64d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:00.774289 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-be6ea54f-f8cd-47b2-93b4-6c0137ab3d2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9eb8425-fab5-4ed6-98cf-5faca7260843 {{(pid=119045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:02:00.784720 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-be6ea54f-f8cd-47b2-93b4-6c0137ab3d2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:00.788623 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-f77070ef-e54b-4729-bb0a-3446abb9e32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006482'] for subnet, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:00.804392 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.provisioning_blocks [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-be6ea54f-f8cd-47b2-93b4-6c0137ab3d2a service neutron] Transition to ACTIVE for port object b9eb8425-fab5-4ed6-98cf-5faca7260843 will not be triggered until provisioned by entity L2. {{(pid=119045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:02:00.810352 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-be6ea54f-f8cd-47b2-93b4-6c0137ab3d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:00.815597 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-836de13d-2fba-40a9-8bfc-1445c0c208b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:00.948477 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-0eec7c55-63d6-40bf-a095-2120e65ad64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:00.958776 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:00.980766 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec7c55-63d6-40bf-a095-2120e65ad64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b295cc2-7391-4834-b6ac-f74f39203286,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:00.985890 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-0eec7c55-63d6-40bf-a095-2120e65ad64d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:00.995843 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-0eec7c55-63d6-40bf-a095-2120e65ad64d admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:00.997168 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-0eec7c55-63d6-40bf-a095-2120e65ad64d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b295cc2-7391-4834-b6ac-f74f39203286 HTTP/1.1" status: 204 len: 168 time: 0.4316721 May 20 17:02:01.005554 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ea54f-f8cd-47b2-93b4-6c0137ab3d2a service neutron] Pushing event updated for resources: {'Port': ['ID=b9eb8425-fab5-4ed6-98cf-5faca7260843,revision_number=2']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:01.028214 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-be6ea54f-f8cd-47b2-93b4-6c0137ab3d2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:01.037590 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-be6ea54f-f8cd-47b2-93b4-6c0137ab3d2a service neutron] Attempting to bind port b9eb8425-fab5-4ed6-98cf-5faca7260843 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:02:01.037925 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-be6ea54f-f8cd-47b2-93b4-6c0137ab3d2a service neutron] Attempting to bind port b9eb8425-fab5-4ed6-98cf-5faca7260843 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'f4ca7072-ae7f-461e-af66-9ac5a12dc0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '0a41112e-ba0f-47be-aa29-31d7669ce8f6'}] {{(pid=119045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:02:01.038251 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-be6ea54f-f8cd-47b2-93b4-6c0137ab3d2a service neutron] Attempting to bind port b9eb8425-fab5-4ed6-98cf-5faca7260843 on network 0a41112e-ba0f-47be-aa29-31d7669ce8f6 {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:02:01.043157 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-be6ea54f-f8cd-47b2-93b4-6c0137ab3d2a service neutron] Port b9eb8425-fab5-4ed6-98cf-5faca7260843 on network 0a41112e-ba0f-47be-aa29-31d7669ce8f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 17:02:01.043655 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-be6ea54f-f8cd-47b2-93b4-6c0137ab3d2a service neutron] Attempting to bind port b9eb8425-fab5-4ed6-98cf-5faca7260843 on network 0a41112e-ba0f-47be-aa29-31d7669ce8f6 {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:02:01.049517 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-be6ea54f-f8cd-47b2-93b4-6c0137ab3d2a service neutron] Checking agent: {'id': '6f9f6b2e-16b6-4f76-902f-5004e6b9f64e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:02:01.050092 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-be6ea54f-f8cd-47b2-93b4-6c0137ab3d2a service neutron] Checking segment: {'id': 'f4ca7072-ae7f-461e-af66-9ac5a12dc0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '0a41112e-ba0f-47be-aa29-31d7669ce8f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:02:01.050637 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-be6ea54f-f8cd-47b2-93b4-6c0137ab3d2a service neutron] Bound using segment: {'id': 'f4ca7072-ae7f-461e-af66-9ac5a12dc0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '0a41112e-ba0f-47be-aa29-31d7669ce8f6'} {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:02:01.051077 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-be6ea54f-f8cd-47b2-93b4-6c0137ab3d2a service neutron] Bound port: b9eb8425-fab5-4ed6-98cf-5faca7260843, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ca7072-ae7f-461e-af66-9ac5a12dc0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '0a41112e-ba0f-47be-aa29-31d7669ce8f6'}}] {{(pid=119045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:02:01.051423 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-be6ea54f-f8cd-47b2-93b4-6c0137ab3d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:01.148143 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-be6ea54f-f8cd-47b2-93b4-6c0137ab3d2a service neutron] For port b9eb8425-fab5-4ed6-98cf-5faca7260843, host hv-cinder-78652, cleared binding levels {{(pid=119045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:02:01.151768 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-be6ea54f-f8cd-47b2-93b4-6c0137ab3d2a service neutron] For port b9eb8425-fab5-4ed6-98cf-5faca7260843, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b9eb8425-fab5-4ed6-98cf-5faca7260843,segment=NetworkSegment(f4ca7072-ae7f-461e-af66-9ac5a12dc0fb),segment_id=f4ca7072-ae7f-461e-af66-9ac5a12dc0fb)] {{(pid=119045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:02:01.167046 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-be6ea54f-f8cd-47b2-93b4-6c0137ab3d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:01.172501 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:01.199527 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-f77070ef-e54b-4729-bb0a-3446abb9e32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14410936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15187182'] for subnet, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:01.211329 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:01.251371 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-be6ea54f-f8cd-47b2-93b4-6c0137ab3d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:01.251681 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-be6ea54f-f8cd-47b2-93b4-6c0137ab3d2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:01.253038 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-be6ea54f-f8cd-47b2-93b4-6c0137ab3d2a service neutron] 10.222.0.75 "PUT /v2.0/ports/b9eb8425-fab5-4ed6-98cf-5faca7260843 HTTP/1.1" status: 200 len: 1094 time: 1.1242263 May 20 17:02:01.253553 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b162695e-57f8-491b-91e7-b1b89119e067', 'tag': 'b9eb8425-fab5-4ed6-98cf-5faca7260843'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:02:01.308891 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ea54f-f8cd-47b2-93b4-6c0137ab3d2a service neutron] Pushing event updated for resources: {'Port': ['ID=b9eb8425-fab5-4ed6-98cf-5faca7260843,revision_number=3']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:01.314311 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-be6ea54f-f8cd-47b2-93b4-6c0137ab3d2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:01.347406 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77070ef-e54b-4729-bb0a-3446abb9e32b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea5d4f8a-1c46-401b-a478-13beb8bed96f,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:01.357532 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-f77070ef-e54b-4729-bb0a-3446abb9e32b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:01.371916 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b162695e-57f8-491b-91e7-b1b89119e067', 'tag': 'b9eb8425-fab5-4ed6-98cf-5faca7260843', 'status': 'completed', 'code': 200} May 20 17:02:01.372139 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-f77070ef-e54b-4729-bb0a-3446abb9e32b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for subnet, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:01.389205 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 48948) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:01.391769 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-f77070ef-e54b-4729-bb0a-3446abb9e32b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ea5d4f8a-1c46-401b-a478-13beb8bed96f HTTP/1.1" status: 204 len: 168 time: 0.8783658 May 20 17:02:01.793547 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-1f0e0eb3-4bcf-4959-9853-704320ed5b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:01.805502 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-1f0e0eb3-4bcf-4959-9853-704320ed5b98 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e9f3d130b07345bda27ff0b5df5728e4&device_id=b162695e-57f8-491b-91e7-b1b89119e067 HTTP/1.1" status: 200 len: 1097 time: 0.4896824 May 20 17:02:01.895525 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42615ad7-7cc2-43bd-b7fd-934e202709fd req-e3c48d61-c1fc-47aa-ac8d-bfd39ea36861 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:01.897066 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-42615ad7-7cc2-43bd-b7fd-934e202709fd req-e3c48d61-c1fc-47aa-ac8d-bfd39ea36861 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/ports?device_id=b162695e-57f8-491b-91e7-b1b89119e067 HTTP/1.1" status: 200 len: 944 time: 0.1367500 May 20 17:02:01.913478 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-40741485-ef07-44c6-9ff0-04abaa34ecde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655306'] for network, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:01.917292 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-7b241403-0cf6-44e4-a03d-a7e08ffe46e9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9eb8425-fab5-4ed6-98cf-5faca7260843 HTTP/1.1" status: 200 len: 217 time: 0.1006405 May 20 17:02:01.956635 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-42615ad7-7cc2-43bd-b7fd-934e202709fd req-3cf904a0-afff-42d2-87ba-20d733a80fee tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1fb8b87-63ca-4f01-a5ca-b8ed48f41dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522356 May 20 17:02:02.061305 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-fef5c909-b77f-4ea7-8dcc-7dc40fd46645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:02.063010 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-fef5c909-b77f-4ea7-8dcc-7dc40fd46645 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fc03c8cf-b1ef-4ae7-a9f0-e2e69a100b84 HTTP/1.1" status: 200 len: 847 time: 0.1376839 May 20 17:02:02.154530 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-40741485-ef07-44c6-9ff0-04abaa34ecde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001245', 'neutron.services.segments.db._delete_segments_for_network-8727197674105'] for network, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:02.164323 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 48994) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:02.172281 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-48ce5c9f-fafa-4a98-a96e-684334e76028 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0a41112e-ba0f-47be-aa29-31d7669ce8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645616 May 20 17:02:02.177474 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-40741485-ef07-44c6-9ff0-04abaa34ecde admin admin] Subscribe: > segment before_delete 55550000 {{(pid=119045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 17:02:02.177819 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-40741485-ef07-44c6-9ff0-04abaa34ecde admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=119045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 17:02:02.178548 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-40741485-ef07-44c6-9ff0-04abaa34ecde admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=119045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 17:02:02.178873 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-40741485-ef07-44c6-9ff0-04abaa34ecde admin admin] Subscribe: > port after_create 55550000 {{(pid=119045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 17:02:02.179273 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-40741485-ef07-44c6-9ff0-04abaa34ecde admin admin] Subscribe: > port after_delete 55550000 {{(pid=119045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 17:02:02.179627 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-40741485-ef07-44c6-9ff0-04abaa34ecde admin admin] Subscribe: > port after_update 55550000 {{(pid=119045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 17:02:02.179944 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-40741485-ef07-44c6-9ff0-04abaa34ecde admin admin] Subscribe: > segment after_delete 55550000 {{(pid=119045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 17:02:02.180258 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-40741485-ef07-44c6-9ff0-04abaa34ecde admin admin] Subscribe: > subnet after_create 55550000 {{(pid=119045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 17:02:02.180571 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-40741485-ef07-44c6-9ff0-04abaa34ecde admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=119045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 17:02:02.180887 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-40741485-ef07-44c6-9ff0-04abaa34ecde admin admin] Subscribe: > subnet after_update 55550000 {{(pid=119045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 17:02:02.248050 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-40741485-ef07-44c6-9ff0-04abaa34ecde admin admin] Subscribe: > subnet after_create 55550000 {{(pid=119045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 17:02:02.248350 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-40741485-ef07-44c6-9ff0-04abaa34ecde admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=119045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 17:02:02.248665 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-40741485-ef07-44c6-9ff0-04abaa34ecde admin admin] Subscribe: > subnet before_create 55550000 {{(pid=119045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 17:02:02.248991 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-40741485-ef07-44c6-9ff0-04abaa34ecde admin admin] Subscribe: > subnet before_update 55550000 {{(pid=119045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 17:02:02.249377 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.services.segments.db [None req-40741485-ef07-44c6-9ff0-04abaa34ecde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14959f46-49e3-4dbb-8cbf-756c02d85c2f']}} {{(pid=119045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:02:02.273480 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-270ffe8c-3926-4930-bb29-87625ea93727 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-806025473-network', 'tenant_id': '386a22f1a8b04c71b369081dac044608'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:02:02.278712 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-270ffe8c-3926-4930-bb29-87625ea93727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:02.283603 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-270ffe8c-3926-4930-bb29-87625ea93727 admin admin] Usage tracker for resource:network and tenant:386a22f1a8b04c71b369081dac044608 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:02:02.286645 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-270ffe8c-3926-4930-bb29-87625ea93727 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:02:02.286781 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.services.segments.db [None req-40741485-ef07-44c6-9ff0-04abaa34ecde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f8088f1-eaf2-40ce-83ff-9115a06e125b') {'for_net_delete': True} {{(pid=119045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:02:02.287021 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.services.segments.db [None req-40741485-ef07-44c6-9ff0-04abaa34ecde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f8088f1-eaf2-40ce-83ff-9115a06e125b') {} {{(pid=119045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:02:02.293075 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-270ffe8c-3926-4930-bb29-87625ea93727 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:02.306065 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270ffe8c-3926-4930-bb29-87625ea93727 admin admin] Made reservation on behalf of 386a22f1a8b04c71b369081dac044608 for: {'network': 1} {{(pid=119044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:02:02.308465 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-270ffe8c-3926-4930-bb29-87625ea93727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605269'] for network, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:02.311909 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-40741485-ef07-44c6-9ff0-04abaa34ecde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727197686263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15234102'] for segment, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:02.324766 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-270ffe8c-3926-4930-bb29-87625ea93727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:02.339589 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-270ffe8c-3926-4930-bb29-87625ea93727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:02.343699 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-270ffe8c-3926-4930-bb29-87625ea93727 admin admin] Usage tracker for resource:security_group_rule and tenant:386a22f1a8b04c71b369081dac044608 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:02:02.347054 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-270ffe8c-3926-4930-bb29-87625ea93727 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:02:02.352758 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-270ffe8c-3926-4930-bb29-87625ea93727 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:02.386503 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-40741485-ef07-44c6-9ff0-04abaa34ecde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:02.398496 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40741485-ef07-44c6-9ff0-04abaa34ecde admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=119045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 17:02:02.398892 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-40741485-ef07-44c6-9ff0-04abaa34ecde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14687568'] for segment, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: from cryptography.utils import int_from_bytes May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: from cryptography.utils import int_from_bytes May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: Traceback (most recent call last): May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: timer() May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: cb(*args, **kw) May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: return func(*args, **kwargs) May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: self._notify() May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: self.callback(batched_events) May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: event.method(event) May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: aggregate_uuid = self.p_client.list_aggregates( May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: return f(self, *a, **k) May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: return self._get(url).json() May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: return self.request(url, 'GET', **kwargs) May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: base_url = self.get_endpoint(auth, allow=allow, May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 17:02:02.414637 dv-cinder-786524-7-iscsi neutron-server[119045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 17:02:02.436295 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-270ffe8c-3926-4930-bb29-87625ea93727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:02.443289 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-270ffe8c-3926-4930-bb29-87625ea93727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:02.447732 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-70c890d1-98ff-4541-a720-61a86a1c9a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:02.472794 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-270ffe8c-3926-4930-bb29-87625ea93727 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=119044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 17:02:02.486287 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ffe8c-3926-4930-bb29-87625ea93727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0e71b6-55cf-4863-9bdb-164ea98221ce,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:02.490698 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-270ffe8c-3926-4930-bb29-87625ea93727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:02.491655 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-270ffe8c-3926-4930-bb29-87625ea93727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:02.492000 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.db.segments_db [None req-270ffe8c-3926-4930-bb29-87625ea93727 admin admin] Added segment a4e97352-2304-4024-9541-464f2f7c5c74 of type vlan for network c9a972fe-2e62-44ea-901e-aa60176fd9d2 May 20 17:02:02.512431 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-e9dd85c1-5ba1-4d54-a0b9-c7a85e3bc382 service neutron] 10.222.0.75 "GET /v2.0/networks/0a41112e-ba0f-47be-aa29-31d7669ce8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544608 May 20 17:02:02.519942 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-40741485-ef07-44c6-9ff0-04abaa34ecde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16751962'] for network, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:02.521067 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-270ffe8c-3926-4930-bb29-87625ea93727 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727197218515'] for network, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:02.528527 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-40741485-ef07-44c6-9ff0-04abaa34ecde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:02.534079 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:02.547313 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-40741485-ef07-44c6-9ff0-04abaa34ecde admin admin] 10.222.0.36 "DELETE /v2.0/networks/14959f46-49e3-4dbb-8cbf-756c02d85c2f HTTP/1.1" status: 204 len: 168 time: 1.1571310 May 20 17:02:02.554271 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40741485-ef07-44c6-9ff0-04abaa34ecde admin admin] Pushing event deleted for resources: {'Network': ['ID=14959f46-49e3-4dbb-8cbf-756c02d85c2f,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:02.554700 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-270ffe8c-3926-4930-bb29-87625ea93727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128'] for network, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:02.556324 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270ffe8c-3926-4930-bb29-87625ea93727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:02.556974 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-40741485-ef07-44c6-9ff0-04abaa34ecde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:02.557420 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-270ffe8c-3926-4930-bb29-87625ea93727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:02.562568 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:02.660870 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ffe8c-3926-4930-bb29-87625ea93727 admin admin] Pushing event updated for resources: {'Network': ['ID=c9a972fe-2e62-44ea-901e-aa60176fd9d2,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:02.666876 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 49006) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:02.667038 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-270ffe8c-3926-4930-bb29-87625ea93727 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5013726 May 20 17:02:02.667842 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-270ffe8c-3926-4930-bb29-87625ea93727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:02.674849 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-8af56cf5-cb8c-46b3-b738-641d3b4c533a admin admin] Request body: {'subnet': {'network_id': 'c9a972fe-2e62-44ea-901e-aa60176fd9d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-806025473-subnet', 'tenant_id': '386a22f1a8b04c71b369081dac044608', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:02:02.676078 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 49010) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:02.676342 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Network c9a972fe-2e62-44ea-901e-aa60176fd9d2 details requested by agent ovs-agent-dv-cinder-786524-7-iscsi with host dv-cinder-786524-7-iscsi {{(pid=119046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 17:02:02.682581 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-8af56cf5-cb8c-46b3-b738-641d3b4c533a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:02.687400 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-8af56cf5-cb8c-46b3-b738-641d3b4c533a admin admin] Usage tracker for resource:subnet and tenant:386a22f1a8b04c71b369081dac044608 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:02:02.691650 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-8af56cf5-cb8c-46b3-b738-641d3b4c533a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:02:02.698374 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-8af56cf5-cb8c-46b3-b738-641d3b4c533a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:02.738297 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-a72053ed-4423-4f95-9dfe-4a62858a6995 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1eadc325949e439f99b5fa40e95b3dba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578966 May 20 17:02:02.738297 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 49016) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:02.743255 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af56cf5-cb8c-46b3-b738-641d3b4c533a admin admin] Made reservation on behalf of 386a22f1a8b04c71b369081dac044608 for: {'subnet': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:02:02.746168 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8af56cf5-cb8c-46b3-b738-641d3b4c533a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15261289'] for subnet, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:02.797103 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-9de3e5f0-5e19-497e-aed6-15481113a1f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:02.826209 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-9de3e5f0-5e19-497e-aed6-15481113a1f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:02.971067 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-9de3e5f0-5e19-497e-aed6-15481113a1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:02.977550 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:02.990611 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3e5f0-5e19-497e-aed6-15481113a1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86f4197-9cef-479b-9183-04db31d17756,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:02.993068 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-9de3e5f0-5e19-497e-aed6-15481113a1f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:02.995420 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-9de3e5f0-5e19-497e-aed6-15481113a1f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:02.996557 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-9de3e5f0-5e19-497e-aed6-15481113a1f6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b86f4197-9cef-479b-9183-04db31d17756 HTTP/1.1" status: 204 len: 168 time: 0.2596509 May 20 17:02:03.195157 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8af56cf5-cb8c-46b3-b738-641d3b4c533a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14687673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15261307'] for subnet, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:03.200220 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-3debf0de-7746-4a4b-b613-5af7c254e447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:03.270567 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af56cf5-cb8c-46b3-b738-641d3b4c533a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9417b423-694f-4c54-8180-2a0bd002ded9,revision_number=0']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:03.274105 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-8af56cf5-cb8c-46b3-b738-641d3b4c533a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:03.279941 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af56cf5-cb8c-46b3-b738-641d3b4c533a admin admin] Checking segment: {'id': 'a4e97352-2304-4024-9541-464f2f7c5c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c9a972fe-2e62-44ea-901e-aa60176fd9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:02:03.280287 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af56cf5-cb8c-46b3-b738-641d3b4c533a admin admin] Network hostable DHCP agents. Network: c9a972fe-2e62-44ea-901e-aa60176fd9d2, hostable agents: ['6b6b5109-91f6-4dcc-9375-40169a0e8fed'], hosted agents: [] {{(pid=119045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 17:02:03.301271 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af56cf5-cb8c-46b3-b738-641d3b4c533a admin admin] Network c9a972fe-2e62-44ea-901e-aa60176fd9d2 is scheduled to be hosted by DHCP agent 6b6b5109-91f6-4dcc-9375-40169a0e8fed with binding_index 1 {{(pid=119045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 17:02:03.314141 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [None req-8af56cf5-cb8c-46b3-b738-641d3b4c533a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-iscsi, c9a972fe-2e62-44ea-901e-aa60176fd9d2) {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:02:03.325696 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af56cf5-cb8c-46b3-b738-641d3b4c533a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:03.326059 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645fc081-c308-45ee-a114-76d36c22f60f None None] Network c9a972fe-2e62-44ea-901e-aa60176fd9d2 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:02:03.326291 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8af56cf5-cb8c-46b3-b738-641d3b4c533a admin admin] Notify callbacks [] for subnet, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:03.353775 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-8af56cf5-cb8c-46b3-b738-641d3b4c533a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6837237 May 20 17:02:03.355436 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 49036) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:03.361027 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-347d05f8-dd18-4e38-a95f-c096862e6065 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-806025473-router', 'tenant_id': '386a22f1a8b04c71b369081dac044608', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'}}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:02:03.366433 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-347d05f8-dd18-4e38-a95f-c096862e6065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:03.371572 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-347d05f8-dd18-4e38-a95f-c096862e6065 admin admin] Usage tracker for resource:router and tenant:386a22f1a8b04c71b369081dac044608 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:02:03.374637 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-347d05f8-dd18-4e38-a95f-c096862e6065 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:02:03.381553 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-347d05f8-dd18-4e38-a95f-c096862e6065 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:03.394981 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-347d05f8-dd18-4e38-a95f-c096862e6065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16751073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3089'] for router, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:03.396600 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-347d05f8-dd18-4e38-a95f-c096862e6065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16749815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16382112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3098'] for router, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:03.414958 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-347d05f8-dd18-4e38-a95f-c096862e6065 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:03.419481 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 49040) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:03.483586 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-6ed07048-8f0e-49a0-8de0-e801e7fe09dc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0ab6fd1e3a6d4e23935872b7846607ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0618088 May 20 17:02:03.485372 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 49044) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:03.537933 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3046b660-d95b-4649-8d63-a1c68557e321 None None] Network c9a972fe-2e62-44ea-901e-aa60176fd9d2 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:02:03.587509 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ee897012-ae8c-4d75-86c8-ddf3a7e42109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:03.642103 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ee897012-ae8c-4d75-86c8-ddf3a7e42109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:03.730020 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ee897012-ae8c-4d75-86c8-ddf3a7e42109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:03.736323 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-17238ae9-c818-42ed-ae63-50edbba21ed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:03.756371 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee897012-ae8c-4d75-86c8-ddf3a7e42109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e47a6e8-586d-4332-a1ed-65843a6234c8,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:03.760836 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-ee897012-ae8c-4d75-86c8-ddf3a7e42109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:03.764625 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ee897012-ae8c-4d75-86c8-ddf3a7e42109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:03.765868 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-ee897012-ae8c-4d75-86c8-ddf3a7e42109 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e47a6e8-586d-4332-a1ed-65843a6234c8 HTTP/1.1" status: 204 len: 168 time: 0.2795868 May 20 17:02:03.788461 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-347d05f8-dd18-4e38-a95f-c096862e6065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16382098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16751095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3084'] for router, precommit_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:04.117040 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-347d05f8-dd18-4e38-a95f-c096862e6065 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:04.155965 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-347d05f8-dd18-4e38-a95f-c096862e6065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:04.291779 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.db_base_plugin_common [None req-347d05f8-dd18-4e38-a95f-c096862e6065 admin admin] Allocated IP 172.27.3.230 (7bf407be-0a2f-4276-bbb9-407bd07b5677/0cc0c620-4805-460b-b0e9-2701bd4f1725/b8a38c3e-3b17-4361-8e10-12470bce816d) {{(pid=119044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:02:04.449664 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-347d05f8-dd18-4e38-a95f-c096862e6065 admin admin] Notify callbacks [] for port, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:04.481087 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-347d05f8-dd18-4e38-a95f-c096862e6065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:04.485168 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-f2481c39-0833-433c-b65a-76d12312454b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:04.551005 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347d05f8-dd18-4e38-a95f-c096862e6065 admin admin] Network 7bf407be-0a2f-4276-bbb9-407bd07b5677 is already hosted by enough agents. {{(pid=119044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:02:04.553846 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [None req-347d05f8-dd18-4e38-a95f-c096862e6065 admin admin] Resources bound (agent type, host, resource id): {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:02:04.557519 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347d05f8-dd18-4e38-a95f-c096862e6065 admin admin] Received port after_create {{(pid=119044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:02:04.587379 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d05f8-dd18-4e38-a95f-c096862e6065 admin admin] Pushing event updated for resources: {'Port': ['ID=b8a38c3e-3b17-4361-8e10-12470bce816d,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:04.590283 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-347d05f8-dd18-4e38-a95f-c096862e6065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:04.618712 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 6 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:02:05.022954 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 49094) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:05.063027 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-347d05f8-dd18-4e38-a95f-c096862e6065 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:05.172481 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3ea5c4c0-b038-4266-b5d7-93d9b615f789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:05.197263 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-3ea5c4c0-b038-4266-b5d7-93d9b615f789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:05.201523 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-3ea5c4c0-b038-4266-b5d7-93d9b615f789 admin admin] Usage tracker for resource:security_group_rule and tenant:a62633af078249a88f163be5759494a6 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:02:05.204269 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-3ea5c4c0-b038-4266-b5d7-93d9b615f789 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:02:05.209986 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-3ea5c4c0-b038-4266-b5d7-93d9b615f789 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:05.423481 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-347d05f8-dd18-4e38-a95f-c096862e6065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16751086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16382154'] for router, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:05.507183 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9b07bb77-4c92-4003-aa9b-abbb2ff546a4 req-34118a64-89c2-4c05-a286-37668cf0f263 service neutron] 10.222.0.75 "GET /v2.0/networks/0a41112e-ba0f-47be-aa29-31d7669ce8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920252 May 20 17:02:05.538429 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3ea5c4c0-b038-4266-b5d7-93d9b615f789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:05.543083 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3ea5c4c0-b038-4266-b5d7-93d9b615f789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:05.554705 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-73d8a2e2-d7d5-426b-96b7-fc96dbd35513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:05.588897 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c038e3-b62e-4a9f-8708-eb54dfc3d7dc req-d94e0e96-4104-469f-9222-7df2fd7862b8 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:05.590511 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b7c038e3-b62e-4a9f-8708-eb54dfc3d7dc req-d94e0e96-4104-469f-9222-7df2fd7862b8 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/ports?device_id=b162695e-57f8-491b-91e7-b1b89119e067 HTTP/1.1" status: 200 len: 944 time: 0.3398256 May 20 17:02:05.638152 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347d05f8-dd18-4e38-a95f-c096862e6065 admin admin] Router d737c848-a0b9-4285-b10f-ea9d44429bdd is scheduled to L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 with binding_index 1 {{(pid=119044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 17:02:05.671787 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-3ea5c4c0-b038-4266-b5d7-93d9b615f789 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a62633af078249a88f163be5759494a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6476052 May 20 17:02:05.680258 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 49102) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:05.684818 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5c4c0-b038-4266-b5d7-93d9b615f789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ec016e-5eef-4776-8215-16f1a1fe738a,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:05.688407 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-3ea5c4c0-b038-4266-b5d7-93d9b615f789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:05.742723 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b7c038e3-b62e-4a9f-8708-eb54dfc3d7dc req-0a5324d7-f579-49b9-b862-28aed8fa9796 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1fb8b87-63ca-4f01-a5ca-b8ed48f41dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070452 May 20 17:02:05.790236 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-e2f9b43b-15bb-42e2-b54f-6431695261eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:05.793104 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bc371-d69f-4637-b847-4b54cd5b3030 req-a65c9535-89dd-4a41-8dbc-c9ea0ad1994e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:05.794593 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-427bc371-d69f-4637-b847-4b54cd5b3030 req-a65c9535-89dd-4a41-8dbc-c9ea0ad1994e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e9f3d130b07345bda27ff0b5df5728e4&device_id=b162695e-57f8-491b-91e7-b1b89119e067 HTTP/1.1" status: 200 len: 1097 time: 0.2205768 May 20 17:02:05.832871 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347d05f8-dd18-4e38-a95f-c096862e6065 admin admin] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:02:05.842855 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7210d3c6-da70-4b30-b3eb-d43a0ba30faa None None] Sync routers for ids ['d737c848-a0b9-4285-b10f-ea9d44429bdd'] in dv-cinder-786524-7-iscsi {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:02:05.852514 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7210d3c6-da70-4b30-b3eb-d43a0ba30faa None None] Routers {'d737c848-a0b9-4285-b10f-ea9d44429bdd'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:02:05.853118 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-7210d3c6-da70-4b30-b3eb-d43a0ba30faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:01:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['d737c848-a0b9-4285-b10f-ea9d44429bdd'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:02:05.858797 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-347d05f8-dd18-4e38-a95f-c096862e6065 admin admin] Notify callbacks [] for router, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:05.860908 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-e2f9b43b-15bb-42e2-b54f-6431695261eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:05.864003 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-347d05f8-dd18-4e38-a95f-c096862e6065 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.5074785 May 20 17:02:05.864602 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 49106) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:05.985428 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bc371-d69f-4637-b847-4b54cd5b3030 req-ec03dd0b-9616-4e15-9450-4877f1fb8586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:05.987128 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-427bc371-d69f-4637-b847-4b54cd5b3030 req-ec03dd0b-9616-4e15-9450-4877f1fb8586 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0a41112e-ba0f-47be-aa29-31d7669ce8f6 HTTP/1.1" status: 200 len: 908 time: 0.1841435 May 20 17:02:06.084198 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-427bc371-d69f-4637-b847-4b54cd5b3030 req-54d155b1-13db-4ec7-8c2c-c787604544b9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9eb8425-fab5-4ed6-98cf-5faca7260843 HTTP/1.1" status: 200 len: 217 time: 0.0876567 May 20 17:02:06.085122 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-e2f9b43b-15bb-42e2-b54f-6431695261eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:06.090364 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-8008ab04-9eb1-4c89-b29d-656562bddfcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:06.105984 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-7210d3c6-da70-4b30-b3eb-d43a0ba30faa None None] Set router d737c848-a0b9-4285-b10f-ea9d44429bdd gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:02:06.155049 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9b43b-15bb-42e2-b54f-6431695261eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ec016e-5eef-4776-8215-16f1a1fe738a,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:06.161410 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-e2f9b43b-15bb-42e2-b54f-6431695261eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:06.204940 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-e2f9b43b-15bb-42e2-b54f-6431695261eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:06.206171 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-e2f9b43b-15bb-42e2-b54f-6431695261eb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c7ec016e-5eef-4776-8215-16f1a1fe738a HTTP/1.1" status: 204 len: 168 time: 0.5249846 May 20 17:02:06.225781 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bc371-d69f-4637-b847-4b54cd5b3030 req-d29a841e-d43a-4484-ba41-9c0e6b9d4131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:06.228330 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-427bc371-d69f-4637-b847-4b54cd5b3030 req-d29a841e-d43a-4484-ba41-9c0e6b9d4131 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fc03c8cf-b1ef-4ae7-a9f0-e2e69a100b84 HTTP/1.1" status: 200 len: 847 time: 0.1310222 May 20 17:02:06.366159 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-427bc371-d69f-4637-b847-4b54cd5b3030 req-f30bbe95-8ed8-4be4-bc22-d96ecd4e4884 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0a41112e-ba0f-47be-aa29-31d7669ce8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239436 May 20 17:02:06.657974 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-427bc371-d69f-4637-b847-4b54cd5b3030 req-0b19fd51-4ebb-42c8-aca1-1556ab854f78 service neutron] 10.222.0.75 "GET /v2.0/networks/0a41112e-ba0f-47be-aa29-31d7669ce8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844992 May 20 17:02:06.784814 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-7210d3c6-da70-4b30-b3eb-d43a0ba30faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd737c848-a0b9-4285-b10f-ea9d44429bdd', 'name': 'tempest-ServerRescueNegativeTestJSON-806025473-router', 'tenant_id': '386a22f1a8b04c71b369081dac044608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': 'b8a38c3e-3b17-4361-8e10-12470bce816d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:02:03Z', 'updated_at': '2021-05-20T17:02:04Z', 'revision_number': 3, 'project_id': '386a22f1a8b04c71b369081dac044608', 'gw_port': {'id': 'b8a38c3e-3b17-4361-8e10-12470bce816d', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:22:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd737c848-a0b9-4285-b10f-ea9d44429bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:04Z', 'updated_at': '2021-05-20T17:02:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi'}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:02:06.789793 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7210d3c6-da70-4b30-b3eb-d43a0ba30faa None None] Checking router: d737c848-a0b9-4285-b10f-ea9d44429bdd for host: dv-cinder-786524-7-iscsi {{(pid=119047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:02:06.790173 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7210d3c6-da70-4b30-b3eb-d43a0ba30faa None None] Updating router d737c848-a0b9-4285-b10f-ea9d44429bdd port b8a38c3e-3b17-4361-8e10-12470bce816d binding host dv-cinder-786524-7-iscsi {{(pid=119047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 17:02:06.898775 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-7210d3c6-da70-4b30-b3eb-d43a0ba30faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:06.970915 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-427bc371-d69f-4637-b847-4b54cd5b3030 req-c0cbeed6-b400-4a8f-adc3-97343862c254 service neutron] 10.222.0.75 "GET /v2.0/networks/0a41112e-ba0f-47be-aa29-31d7669ce8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050611 May 20 17:02:07.087099 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9525c00-481a-4053-a172-93da2084b417 req-c5632931-a94f-4e80-aa55-cab6f417f124 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:07.088753 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-f9525c00-481a-4053-a172-93da2084b417 req-c5632931-a94f-4e80-aa55-cab6f417f124 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/ports?device_id=b162695e-57f8-491b-91e7-b1b89119e067 HTTP/1.1" status: 200 len: 944 time: 0.1170144 May 20 17:02:07.098567 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-570acae3-4a1f-4b04-870e-9774d1d2bc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:07.151449 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-f9525c00-481a-4053-a172-93da2084b417 req-c9905d5a-7554-4a6a-9285-b4d2a0621e5b tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1fb8b87-63ca-4f01-a5ca-b8ed48f41dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564096 May 20 17:02:07.363107 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-7210d3c6-da70-4b30-b3eb-d43a0ba30faa None None] Notify callbacks [] for port, precommit_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:07.390037 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.provisioning_blocks [None req-7210d3c6-da70-4b30-b3eb-d43a0ba30faa None None] Transition to ACTIVE for port object b8a38c3e-3b17-4361-8e10-12470bce816d will not be triggered until provisioned by entity L2. {{(pid=119047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:02:07.403143 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-7210d3c6-da70-4b30-b3eb-d43a0ba30faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:07.410298 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [None req-6ee80eda-2b18-49ea-80d7-bfd88e7ab132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:07.449966 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.db_base_plugin_common [None req-570acae3-4a1f-4b04-870e-9774d1d2bc2e admin admin] Allocated IP 172.20.0.1 (c9a972fe-2e62-44ea-901e-aa60176fd9d2/9417b423-694f-4c54-8180-2a0bd002ded9/948bd754-b421-4f24-9773-fc6aa11ee383) {{(pid=119044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:02:07.505057 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.managers [None req-7210d3c6-da70-4b30-b3eb-d43a0ba30faa None None] Attempting to bind port b8a38c3e-3b17-4361-8e10-12470bce816d on host dv-cinder-786524-7-iscsi for vnic_type normal with profile {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:02:07.505551 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.managers [None req-7210d3c6-da70-4b30-b3eb-d43a0ba30faa None None] Attempting to bind port b8a38c3e-3b17-4361-8e10-12470bce816d by drivers openvswitch,hyperv on host dv-cinder-786524-7-iscsi at level 0 using segments [{'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'}] {{(pid=119047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:02:07.505979 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7210d3c6-da70-4b30-b3eb-d43a0ba30faa None None] Attempting to bind port b8a38c3e-3b17-4361-8e10-12470bce816d on network 7bf407be-0a2f-4276-bbb9-407bd07b5677 {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:02:07.509609 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded484c-ec37-453c-beb9-d3ca2e750e53 None None] Pushing event updated for resources: {'Port': ['ID=b8a38c3e-3b17-4361-8e10-12470bce816d,revision_number=2']} {{(pid=119047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:07.514988 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7210d3c6-da70-4b30-b3eb-d43a0ba30faa None None] Checking agent: {'id': '04a99329-5785-4fd7-acdc-4119699d5680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 53, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:02:07.515457 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7210d3c6-da70-4b30-b3eb-d43a0ba30faa None None] Checking segment: {'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:02:07.515915 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-7210d3c6-da70-4b30-b3eb-d43a0ba30faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:07.516503 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7210d3c6-da70-4b30-b3eb-d43a0ba30faa None None] Bound using segment: {'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'} {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:02:07.517184 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.managers [None req-7210d3c6-da70-4b30-b3eb-d43a0ba30faa None None] Bound port: b8a38c3e-3b17-4361-8e10-12470bce816d, host: dv-cinder-786524-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'}}] {{(pid=119047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:02:07.517583 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-7210d3c6-da70-4b30-b3eb-d43a0ba30faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:07.555233 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded484c-ec37-453c-beb9-d3ca2e750e53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:07.555708 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded484c-ec37-453c-beb9-d3ca2e750e53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:07.556106 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded484c-ec37-453c-beb9-d3ca2e750e53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:07.556503 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded484c-ec37-453c-beb9-d3ca2e750e53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:07.556889 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded484c-ec37-453c-beb9-d3ca2e750e53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:07.557316 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded484c-ec37-453c-beb9-d3ca2e750e53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:07.557693 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded484c-ec37-453c-beb9-d3ca2e750e53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:07.558077 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded484c-ec37-453c-beb9-d3ca2e750e53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:07.558471 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded484c-ec37-453c-beb9-d3ca2e750e53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:07.558855 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded484c-ec37-453c-beb9-d3ca2e750e53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:07.559248 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded484c-ec37-453c-beb9-d3ca2e750e53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:07.559628 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded484c-ec37-453c-beb9-d3ca2e750e53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:07.571600 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [None req-fded484c-ec37-453c-beb9-d3ca2e750e53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:07.633006 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.db [None req-7210d3c6-da70-4b30-b3eb-d43a0ba30faa None None] For port b8a38c3e-3b17-4361-8e10-12470bce816d, host dv-cinder-786524-7-iscsi, cleared binding levels {{(pid=119047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:02:07.636683 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.db [None req-7210d3c6-da70-4b30-b3eb-d43a0ba30faa None None] For port b8a38c3e-3b17-4361-8e10-12470bce816d, host dv-cinder-786524-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=b8a38c3e-3b17-4361-8e10-12470bce816d,segment=NetworkSegment(be7a08f1-7b47-4c24-ac33-26538d548295),segment_id=be7a08f1-7b47-4c24-ac33-26538d548295)] {{(pid=119047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:02:07.643704 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-7210d3c6-da70-4b30-b3eb-d43a0ba30faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:07.647629 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-570acae3-4a1f-4b04-870e-9774d1d2bc2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:07.648721 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:07.681812 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-570acae3-4a1f-4b04-870e-9774d1d2bc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:07.693600 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:07.722997 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7210d3c6-da70-4b30-b3eb-d43a0ba30faa None None] Routers {'d737c848-a0b9-4285-b10f-ea9d44429bdd'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:02:07.723695 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-7210d3c6-da70-4b30-b3eb-d43a0ba30faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:01:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['d737c848-a0b9-4285-b10f-ea9d44429bdd'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:02:07.760497 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570acae3-4a1f-4b04-870e-9774d1d2bc2e admin admin] Network c9a972fe-2e62-44ea-901e-aa60176fd9d2 is already hosted by enough agents. {{(pid=119044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:02:07.763870 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [None req-570acae3-4a1f-4b04-870e-9774d1d2bc2e admin admin] Resources bound (agent type, host, resource id): {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:02:07.768167 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570acae3-4a1f-4b04-870e-9774d1d2bc2e admin admin] Received port after_create {{(pid=119044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:02:07.790632 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded484c-ec37-453c-beb9-d3ca2e750e53 None None] Pushing event updated for resources: {'Port': ['ID=b8a38c3e-3b17-4361-8e10-12470bce816d,revision_number=3']} {{(pid=119047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:07.795101 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [None req-fded484c-ec37-453c-beb9-d3ca2e750e53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:07.813740 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570acae3-4a1f-4b04-870e-9774d1d2bc2e admin admin] Pushing event updated for resources: {'Port': ['ID=948bd754-b421-4f24-9773-fc6aa11ee383,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:07.818136 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-570acae3-4a1f-4b04-870e-9774d1d2bc2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:07.829195 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-570acae3-4a1f-4b04-870e-9774d1d2bc2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16752083'] for router_interface, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:07.935557 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-7210d3c6-da70-4b30-b3eb-d43a0ba30faa None None] Set router d737c848-a0b9-4285-b10f-ea9d44429bdd gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:02:07.980261 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-570acae3-4a1f-4b04-870e-9774d1d2bc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:08.210536 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-570acae3-4a1f-4b04-870e-9774d1d2bc2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:08.216676 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-570acae3-4a1f-4b04-870e-9774d1d2bc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14410818'] for port, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:08.249354 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:08.274941 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-7210d3c6-da70-4b30-b3eb-d43a0ba30faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd737c848-a0b9-4285-b10f-ea9d44429bdd', 'name': 'tempest-ServerRescueNegativeTestJSON-806025473-router', 'tenant_id': '386a22f1a8b04c71b369081dac044608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': 'b8a38c3e-3b17-4361-8e10-12470bce816d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:02:03Z', 'updated_at': '2021-05-20T17:02:04Z', 'revision_number': 3, 'project_id': '386a22f1a8b04c71b369081dac044608', 'gw_port': {'id': 'b8a38c3e-3b17-4361-8e10-12470bce816d', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:22:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd737c848-a0b9-4285-b10f-ea9d44429bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:04Z', 'updated_at': '2021-05-20T17:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi'}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:02:08.279815 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7210d3c6-da70-4b30-b3eb-d43a0ba30faa None None] The sync data for ids ['d737c848-a0b9-4285-b10f-ea9d44429bdd'] in dv-cinder-786524-7-iscsi is: [{'id': 'd737c848-a0b9-4285-b10f-ea9d44429bdd', 'name': 'tempest-ServerRescueNegativeTestJSON-806025473-router', 'tenant_id': '386a22f1a8b04c71b369081dac044608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': 'b8a38c3e-3b17-4361-8e10-12470bce816d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:02:03Z', 'updated_at': '2021-05-20T17:02:04Z', 'revision_number': 3, 'project_id': '386a22f1a8b04c71b369081dac044608', 'gw_port': {'id': 'b8a38c3e-3b17-4361-8e10-12470bce816d', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:22:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd737c848-a0b9-4285-b10f-ea9d44429bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:04Z', 'updated_at': '2021-05-20T17:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi'}] {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:02:08.320182 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-570acae3-4a1f-4b04-870e-9774d1d2bc2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16308050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16379752'] for router_interface, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:08.368772 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570acae3-4a1f-4b04-870e-9774d1d2bc2e admin admin] Pushing event updated for resources: {'Port': ['ID=948bd754-b421-4f24-9773-fc6aa11ee383,revision_number=2']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:08.381470 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-570acae3-4a1f-4b04-870e-9774d1d2bc2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:08.498637 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570acae3-4a1f-4b04-870e-9774d1d2bc2e admin admin] Network c9a972fe-2e62-44ea-901e-aa60176fd9d2 is already hosted by enough agents. {{(pid=119044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:02:08.499699 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [None req-570acae3-4a1f-4b04-870e-9774d1d2bc2e admin admin] Resources bound (agent type, host, resource id): {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:02:08.789705 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570acae3-4a1f-4b04-870e-9774d1d2bc2e admin admin] Router d737c848-a0b9-4285-b10f-ea9d44429bdd has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:02:08.977752 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570acae3-4a1f-4b04-870e-9774d1d2bc2e admin admin] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:02:08.989205 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-570acae3-4a1f-4b04-870e-9774d1d2bc2e admin admin] 10.222.0.36 "PUT /v2.0/routers/d737c848-a0b9-4285-b10f-ea9d44429bdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1234393 May 20 17:02:09.734583 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device b9eb8425-fab5-4ed6-98cf-5faca7260843 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=119046) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 17:02:09.775038 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69470041-be06-4bbf-bd83-6339c270f624 None None] Sync routers for ids ['d737c848-a0b9-4285-b10f-ea9d44429bdd'] in dv-cinder-786524-7-iscsi {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:02:09.877045 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-881daa7c-f2be-43af-b0d0-6945337a314b req-16d5f453-cdf9-46ad-9591-ed7fa54e9d3f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0978732 May 20 17:02:09.906254 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port b9eb8425-fab5-4ed6-98cf-5faca7260843, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b9eb8425-fab5-4ed6-98cf-5faca7260843,segment=NetworkSegment(f4ca7072-ae7f-461e-af66-9ac5a12dc0fb),segment_id=f4ca7072-ae7f-461e-af66-9ac5a12dc0fb)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:02:09.928023 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Returning: {'device': 'b9eb8425-fab5-4ed6-98cf-5faca7260843', 'network_id': '0a41112e-ba0f-47be-aa29-31d7669ce8f6', 'port_id': 'b9eb8425-fab5-4ed6-98cf-5faca7260843', 'mac_address': 'fa:16:3e:e1:cd:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc03c8cf-b1ef-4ae7-a9f0-e2e69a100b84', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119046) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 17:02:09.935091 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69470041-be06-4bbf-bd83-6339c270f624 None None] Routers {'d737c848-a0b9-4285-b10f-ea9d44429bdd'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:02:09.936276 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-69470041-be06-4bbf-bd83-6339c270f624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:01:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['d737c848-a0b9-4285-b10f-ea9d44429bdd'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:02:10.011778 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a625d00-7b28-41cb-964b-7bbe625663cb req-2bd05622-2a5f-4633-8f93-45d274e39e80 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:10.015566 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-1a625d00-7b28-41cb-964b-7bbe625663cb req-2bd05622-2a5f-4633-8f93-45d274e39e80 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/ports?device_id=b162695e-57f8-491b-91e7-b1b89119e067 HTTP/1.1" status: 200 len: 944 time: 0.1173475 May 20 17:02:10.019259 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device b8a38c3e-3b17-4361-8e10-12470bce816d up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:02:10.083665 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-1a625d00-7b28-41cb-964b-7bbe625663cb req-a959999f-a318-414b-8acd-945ea883de1e tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1fb8b87-63ca-4f01-a5ca-b8ed48f41dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532746 May 20 17:02:10.160613 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881daa7c-f2be-43af-b0d0-6945337a314b req-c6c3fd7f-59b2-44a2-bea6-5416adb97a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:10.162152 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-881daa7c-f2be-43af-b0d0-6945337a314b req-c6c3fd7f-59b2-44a2-bea6-5416adb97a67 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=15040cd71cf0497581d552f7a0ff286f&device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 1099 time: 0.1847875 May 20 17:02:10.236262 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:10.350207 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9eb8425-fab5-4ed6-98cf-5faca7260843 {{(pid=119046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:02:10.381858 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-69470041-be06-4bbf-bd83-6339c270f624 None None] Set router d737c848-a0b9-4285-b10f-ea9d44429bdd gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:02:10.419514 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-951d14f6-507a-4a8d-b5b8-6196056babb8 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:10.420931 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-951d14f6-507a-4a8d-b5b8-6196056babb8 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/networks?id=c9a972fe-2e62-44ea-901e-aa60176fd9d2 HTTP/1.1" status: 200 len: 818 time: 0.2906215 May 20 17:02:10.424088 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port b9eb8425-fab5-4ed6-98cf-5faca7260843, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b9eb8425-fab5-4ed6-98cf-5faca7260843,segment=NetworkSegment(f4ca7072-ae7f-461e-af66-9ac5a12dc0fb),segment_id=f4ca7072-ae7f-461e-af66-9ac5a12dc0fb)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:02:10.431984 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning for port b8a38c3e-3b17-4361-8e10-12470bce816d completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:02:10.447630 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:10.451511 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881daa7c-f2be-43af-b0d0-6945337a314b req-775be257-325b-4a47-8560-f8aa8ae77dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:10.451876 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:10.452963 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-881daa7c-f2be-43af-b0d0-6945337a314b req-775be257-325b-4a47-8560-f8aa8ae77dba service neutron] 10.222.0.75 "GET /v2.0/networks?id=3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe HTTP/1.1" status: 200 len: 918 time: 0.2613626 May 20 17:02:10.454948 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-a46d0909-3de8-4fba-bfa3-c40f34dbf028 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/quotas/386a22f1a8b04c71b369081dac044608 HTTP/1.1" status: 200 len: 375 time: 0.0196645 May 20 17:02:10.486700 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port b8a38c3e-3b17-4361-8e10-12470bce816d triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:02:10.486700 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:10.620015 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-881daa7c-f2be-43af-b0d0-6945337a314b req-8ff808c7-78c9-4fe4-bc2e-96118c6769a4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79d1e998-d57f-414e-be49-4e99e57bd8b3 HTTP/1.1" status: 200 len: 1002 time: 0.1567383 May 20 17:02:10.716739 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=b9eb8425-fab5-4ed6-98cf-5faca7260843,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:10.725451 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['b9eb8425-fab5-4ed6-98cf-5faca7260843'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:02:10.760511 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-5687c813-8458-44fa-8c8b-fa87d1e8e46f tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=386a22f1a8b04c71b369081dac044608&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2990484 May 20 17:02:10.787867 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:10.788525 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:10.788525 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:10.788871 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:10.789488 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:10.790143 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:10.790143 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:10.790143 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:10.790615 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:10.790778 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:10.791099 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:10.791418 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:10.810458 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:10.860015 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881daa7c-f2be-43af-b0d0-6945337a314b req-badf0a85-7ae1-4b7d-a297-8f4d7284378d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:10.861726 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-881daa7c-f2be-43af-b0d0-6945337a314b req-badf0a85-7ae1-4b7d-a297-8f4d7284378d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1551b8a8-c6c6-497b-b551-8db6f5233ebf HTTP/1.1" status: 200 len: 856 time: 0.2311378 May 20 17:02:10.968093 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:11.039524 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-da8cfbed-1459-4941-beab-24261061afa9 service neutron] 10.222.0.36 "GET /v2.0/networks/c9a972fe-2e62-44ea-901e-aa60176fd9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662096 May 20 17:02:11.076089 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] For port b8a38c3e-3b17-4361-8e10-12470bce816d, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=b8a38c3e-3b17-4361-8e10-12470bce816d,segment=NetworkSegment(be7a08f1-7b47-4c24-ac33-26538d548295),segment_id=be7a08f1-7b47-4c24-ac33-26538d548295)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:02:11.096742 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:11.103611 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-aefd4685-4b68-4532-a3db-cf5b3733d49f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:11.156163 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881daa7c-f2be-43af-b0d0-6945337a314b req-648a4966-c25e-492f-939b-b835ce31a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:11.157995 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-881daa7c-f2be-43af-b0d0-6945337a314b req-648a4966-c25e-492f-939b-b835ce31a35f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2347186 May 20 17:02:11.240878 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Pushing event updated for resources: {'Port': ['ID=b8a38c3e-3b17-4361-8e10-12470bce816d,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:11.245627 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:11.252130 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-69470041-be06-4bbf-bd83-6339c270f624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd737c848-a0b9-4285-b10f-ea9d44429bdd', 'name': 'tempest-ServerRescueNegativeTestJSON-806025473-router', 'tenant_id': '386a22f1a8b04c71b369081dac044608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': 'b8a38c3e-3b17-4361-8e10-12470bce816d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:02:03Z', 'updated_at': '2021-05-20T17:02:07Z', 'revision_number': 4, 'project_id': '386a22f1a8b04c71b369081dac044608', 'gw_port': {'id': 'b8a38c3e-3b17-4361-8e10-12470bce816d', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:22:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd737c848-a0b9-4285-b10f-ea9d44429bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:04Z', 'updated_at': '2021-05-20T17:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '948bd754-b421-4f24-9773-fc6aa11ee383', 'name': '', 'network_id': 'c9a972fe-2e62-44ea-901e-aa60176fd9d2', 'tenant_id': '386a22f1a8b04c71b369081dac044608', 'mac_address': 'fa:16:3e:59:ba:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd737c848-a0b9-4285-b10f-ea9d44429bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '9417b423-694f-4c54-8180-2a0bd002ded9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:07Z', 'updated_at': '2021-05-20T17:02:08Z', 'revision_number': 2, 'project_id': '386a22f1a8b04c71b369081dac044608', 'subnets': [{'id': '9417b423-694f-4c54-8180-2a0bd002ded9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:02:11.262674 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69470041-be06-4bbf-bd83-6339c270f624 None None] Checking router: d737c848-a0b9-4285-b10f-ea9d44429bdd for host: dv-cinder-786524-7-iscsi {{(pid=119046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:02:11.263028 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69470041-be06-4bbf-bd83-6339c270f624 None None] Updating router d737c848-a0b9-4285-b10f-ea9d44429bdd port 948bd754-b421-4f24-9773-fc6aa11ee383 binding host dv-cinder-786524-7-iscsi {{(pid=119046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 17:02:11.302192 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-41856703-b64c-41f6-8155-84969dd2dd9f service neutron] 10.222.0.36 "GET /v2.0/networks/c9a972fe-2e62-44ea-901e-aa60176fd9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610536 May 20 17:02:11.358514 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-69470041-be06-4bbf-bd83-6339c270f624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:11.378012 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-881daa7c-f2be-43af-b0d0-6945337a314b req-ef5789fd-e52d-4808-8089-dd739fab2ce4 service neutron] 10.222.0.75 "GET /v2.0/networks/3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119832 May 20 17:02:11.598413 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd56ff1-c410-40e4-8bea-2803d4a5a46c req-2fc8e4f8-f8a3-4129-853b-9e9679f63daf tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:11.600769 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ffd56ff1-c410-40e4-8bea-2803d4a5a46c req-2fc8e4f8-f8a3-4129-853b-9e9679f63daf tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/ports?device_id=b162695e-57f8-491b-91e7-b1b89119e067 HTTP/1.1" status: 200 len: 945 time: 0.1599545 May 20 17:02:11.627043 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-f27bc452-f28c-4265-86fd-0fde4815bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:11.721619 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ffd56ff1-c410-40e4-8bea-2803d4a5a46c req-667cad56-f4f4-429c-860a-cc724996f1e1 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1fb8b87-63ca-4f01-a5ca-b8ed48f41dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122806 May 20 17:02:11.770277 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-01a83ce3-f7e8-4a36-9c50-f3fdc1665b04 req-0404ba5d-a835-40b4-8f78-c20bf2d8baf0 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 210 time: 0.1283851 May 20 17:02:11.783892 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-881daa7c-f2be-43af-b0d0-6945337a314b req-c44fc2fe-6ba2-4b75-8467-1b1beb4ab181 service neutron] 10.222.0.75 "GET /v2.0/networks/3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907440 May 20 17:02:11.864996 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 49322) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:11.944007 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device b8a38c3e-3b17-4361-8e10-12470bce816d up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:02:12.009573 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a15c3b68-a001-48da-85c1-311fbeb12028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:12.028548 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-a15c3b68-a001-48da-85c1-311fbeb12028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:12.036303 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-a15c3b68-a001-48da-85c1-311fbeb12028 admin admin] Usage tracker for resource:security_group_rule and tenant:d117d3a440894ad99d0bfc2b7082019d is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:02:12.040440 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-a15c3b68-a001-48da-85c1-311fbeb12028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:02:12.048464 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-a15c3b68-a001-48da-85c1-311fbeb12028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:12.085974 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-69470041-be06-4bbf-bd83-6339c270f624 None None] Notify callbacks [] for port, precommit_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:12.102520 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-69470041-be06-4bbf-bd83-6339c270f624 None None] Transition to ACTIVE for port object 948bd754-b421-4f24-9773-fc6aa11ee383 will not be triggered until provisioned by entity L2. {{(pid=119046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:02:12.107275 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port b8a38c3e-3b17-4361-8e10-12470bce816d triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:02:12.107664 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:12.174741 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-69470041-be06-4bbf-bd83-6339c270f624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:12.181224 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-129d3daf-42bd-4339-8e9f-be1ac8c7c4d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:12.204549 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a15c3b68-a001-48da-85c1-311fbeb12028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:12.230531 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a15c3b68-a001-48da-85c1-311fbeb12028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:12.250946 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-812a78ec-6659-41e6-9f9f-66bfc1f522d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:12.500081 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be4c2b-4e08-4aec-87e1-05bd8d186c44 None None] Pushing event updated for resources: {'Port': ['ID=948bd754-b421-4f24-9773-fc6aa11ee383,revision_number=3']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:12.504717 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-94be4c2b-4e08-4aec-87e1-05bd8d186c44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:12.527845 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-a15c3b68-a001-48da-85c1-311fbeb12028 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d117d3a440894ad99d0bfc2b7082019d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6612887 May 20 17:02:12.530582 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 49352) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:12.535833 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c3b68-a001-48da-85c1-311fbeb12028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370d75a4-e217-4f0d-a2fa-4bd5523fb512,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:12.540397 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-a15c3b68-a001-48da-85c1-311fbeb12028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:12.578166 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-3d7aceae-bb38-46d1-b411-d3b9262dca82 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:12.579508 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-3d7aceae-bb38-46d1-b411-d3b9262dca82 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Synchronizing usage tracker for tenant:386a22f1a8b04c71b369081dac044608 on resource:network {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:02:12.581497 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-69470041-be06-4bbf-bd83-6339c270f624 None None] Attempting to bind port 948bd754-b421-4f24-9773-fc6aa11ee383 on host dv-cinder-786524-7-iscsi for vnic_type normal with profile {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:02:12.586141 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-69470041-be06-4bbf-bd83-6339c270f624 None None] Attempting to bind port 948bd754-b421-4f24-9773-fc6aa11ee383 by drivers openvswitch,hyperv on host dv-cinder-786524-7-iscsi at level 0 using segments [{'id': 'a4e97352-2304-4024-9541-464f2f7c5c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c9a972fe-2e62-44ea-901e-aa60176fd9d2'}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:02:12.586141 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69470041-be06-4bbf-bd83-6339c270f624 None None] Attempting to bind port 948bd754-b421-4f24-9773-fc6aa11ee383 on network c9a972fe-2e62-44ea-901e-aa60176fd9d2 {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:02:12.596303 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69470041-be06-4bbf-bd83-6339c270f624 None None] Checking agent: {'id': '04a99329-5785-4fd7-acdc-4119699d5680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 53, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:02:12.599177 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69470041-be06-4bbf-bd83-6339c270f624 None None] Checking segment: {'id': 'a4e97352-2304-4024-9541-464f2f7c5c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c9a972fe-2e62-44ea-901e-aa60176fd9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:02:12.600041 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-69470041-be06-4bbf-bd83-6339c270f624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:12.600640 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69470041-be06-4bbf-bd83-6339c270f624 None None] Bound using segment: {'id': 'a4e97352-2304-4024-9541-464f2f7c5c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c9a972fe-2e62-44ea-901e-aa60176fd9d2'} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:02:12.601406 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-69470041-be06-4bbf-bd83-6339c270f624 None None] Bound port: 948bd754-b421-4f24-9773-fc6aa11ee383, host: dv-cinder-786524-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e97352-2304-4024-9541-464f2f7c5c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c9a972fe-2e62-44ea-901e-aa60176fd9d2'}}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:02:12.602173 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-69470041-be06-4bbf-bd83-6339c270f624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:12.615321 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-3d7aceae-bb38-46d1-b411-d3b9262dca82 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Unset dirty status for tenant:386a22f1a8b04c71b369081dac044608 on resource:network {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:02:12.616564 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-3d7aceae-bb38-46d1-b411-d3b9262dca82 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/networks?id=c9a972fe-2e62-44ea-901e-aa60176fd9d2 HTTP/1.1" status: 200 len: 818 time: 0.4633508 May 20 17:02:12.638068 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-b333dd61-2930-43d5-8b3d-ffb38bdbf9c6 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/quotas/386a22f1a8b04c71b369081dac044608 HTTP/1.1" status: 200 len: 375 time: 0.0155759 May 20 17:02:12.643343 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1748c68d-f669-4046-8d28-12c853a769d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:12.675304 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1748c68d-f669-4046-8d28-12c853a769d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:12.722739 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-69470041-be06-4bbf-bd83-6339c270f624 None None] For port 948bd754-b421-4f24-9773-fc6aa11ee383, host dv-cinder-786524-7-iscsi, cleared binding levels {{(pid=119046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:02:12.726669 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-69470041-be06-4bbf-bd83-6339c270f624 None None] For port 948bd754-b421-4f24-9773-fc6aa11ee383, host dv-cinder-786524-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=948bd754-b421-4f24-9773-fc6aa11ee383,segment=NetworkSegment(a4e97352-2304-4024-9541-464f2f7c5c74),segment_id=a4e97352-2304-4024-9541-464f2f7c5c74)] {{(pid=119046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:02:12.737351 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-69470041-be06-4bbf-bd83-6339c270f624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:12.750788 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:12.767964 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1748c68d-f669-4046-8d28-12c853a769d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:12.775377 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-2523c2c2-2426-44a4-8d3f-de1ed76928eb tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Synchronizing usage tracker for tenant:386a22f1a8b04c71b369081dac044608 on resource:port {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:02:12.781976 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-dc4401d5-702a-423a-b347-b77e92df517c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:12.836258 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69470041-be06-4bbf-bd83-6339c270f624 None None] Routers {'d737c848-a0b9-4285-b10f-ea9d44429bdd'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:02:12.837103 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-69470041-be06-4bbf-bd83-6339c270f624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:01:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['d737c848-a0b9-4285-b10f-ea9d44429bdd'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:02:12.840382 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748c68d-f669-4046-8d28-12c853a769d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370d75a4-e217-4f0d-a2fa-4bd5523fb512,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:12.845908 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-1748c68d-f669-4046-8d28-12c853a769d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:12.847665 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-2523c2c2-2426-44a4-8d3f-de1ed76928eb tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Unset dirty status for tenant:386a22f1a8b04c71b369081dac044608 on resource:port {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:02:12.850393 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-2523c2c2-2426-44a4-8d3f-de1ed76928eb tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=386a22f1a8b04c71b369081dac044608&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2100465 May 20 17:02:12.861342 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1748c68d-f669-4046-8d28-12c853a769d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:12.865194 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-1748c68d-f669-4046-8d28-12c853a769d9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/370d75a4-e217-4f0d-a2fa-4bd5523fb512 HTTP/1.1" status: 204 len: 168 time: 0.3330979 May 20 17:02:13.089868 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-69470041-be06-4bbf-bd83-6339c270f624 None None] Set router d737c848-a0b9-4285-b10f-ea9d44429bdd gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:02:13.108741 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0d527-5441-413a-91eb-ed36a1df0250 req-11ce19a4-0fd0-47e4-86fe-af83b5a5f06f tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:13.119639 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-a8f802b9-e2ca-491e-9083-1f714b914fc1 service neutron] 10.222.0.36 "GET /v2.0/networks/c9a972fe-2e62-44ea-901e-aa60176fd9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622323 May 20 17:02:13.126860 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-68c0d527-5441-413a-91eb-ed36a1df0250 req-11ce19a4-0fd0-47e4-86fe-af83b5a5f06f tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/ports?device_id=b162695e-57f8-491b-91e7-b1b89119e067 HTTP/1.1" status: 200 len: 945 time: 0.2033923 May 20 17:02:13.188626 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be4c2b-4e08-4aec-87e1-05bd8d186c44 None None] Pushing event updated for resources: {'Port': ['ID=948bd754-b421-4f24-9773-fc6aa11ee383,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:13.194097 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-94be4c2b-4e08-4aec-87e1-05bd8d186c44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:13.198958 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-68c0d527-5441-413a-91eb-ed36a1df0250 req-3df370e1-ef53-426f-89c7-95341cb9d7f9 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1fb8b87-63ca-4f01-a5ca-b8ed48f41dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695496 May 20 17:02:13.393501 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 49382) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:13.400855 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-f9230fbe-2729-415d-821d-28d2abdda48c service neutron] 10.222.0.36 "GET /v2.0/networks/c9a972fe-2e62-44ea-901e-aa60176fd9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743433 May 20 17:02:13.416252 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-25cb6e73-ba5e-406e-8f2a-e1e14f042dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:13.438308 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-25cb6e73-ba5e-406e-8f2a-e1e14f042dc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:13.442732 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-25cb6e73-ba5e-406e-8f2a-e1e14f042dc8 admin admin] Usage tracker for resource:security_group_rule and tenant:562434ee9f884949aff9079df04b1419 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:02:13.445662 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-25cb6e73-ba5e-406e-8f2a-e1e14f042dc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:02:13.451776 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-25cb6e73-ba5e-406e-8f2a-e1e14f042dc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:13.526380 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-69470041-be06-4bbf-bd83-6339c270f624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd737c848-a0b9-4285-b10f-ea9d44429bdd', 'name': 'tempest-ServerRescueNegativeTestJSON-806025473-router', 'tenant_id': '386a22f1a8b04c71b369081dac044608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': 'b8a38c3e-3b17-4361-8e10-12470bce816d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:02:03Z', 'updated_at': '2021-05-20T17:02:07Z', 'revision_number': 4, 'project_id': '386a22f1a8b04c71b369081dac044608', 'gw_port': {'id': 'b8a38c3e-3b17-4361-8e10-12470bce816d', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd737c848-a0b9-4285-b10f-ea9d44429bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:04Z', 'updated_at': '2021-05-20T17:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '948bd754-b421-4f24-9773-fc6aa11ee383', 'name': '', 'network_id': 'c9a972fe-2e62-44ea-901e-aa60176fd9d2', 'tenant_id': '386a22f1a8b04c71b369081dac044608', 'mac_address': 'fa:16:3e:59:ba:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd737c848-a0b9-4285-b10f-ea9d44429bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '9417b423-694f-4c54-8180-2a0bd002ded9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:07Z', 'updated_at': '2021-05-20T17:02:12Z', 'revision_number': 4, 'project_id': '386a22f1a8b04c71b369081dac044608', 'subnets': [{'id': '9417b423-694f-4c54-8180-2a0bd002ded9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:02:13.535191 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69470041-be06-4bbf-bd83-6339c270f624 None None] The sync data for ids ['d737c848-a0b9-4285-b10f-ea9d44429bdd'] in dv-cinder-786524-7-iscsi is: [{'id': 'd737c848-a0b9-4285-b10f-ea9d44429bdd', 'name': 'tempest-ServerRescueNegativeTestJSON-806025473-router', 'tenant_id': '386a22f1a8b04c71b369081dac044608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': 'b8a38c3e-3b17-4361-8e10-12470bce816d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:02:03Z', 'updated_at': '2021-05-20T17:02:07Z', 'revision_number': 4, 'project_id': '386a22f1a8b04c71b369081dac044608', 'gw_port': {'id': 'b8a38c3e-3b17-4361-8e10-12470bce816d', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd737c848-a0b9-4285-b10f-ea9d44429bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:04Z', 'updated_at': '2021-05-20T17:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '948bd754-b421-4f24-9773-fc6aa11ee383', 'name': '', 'network_id': 'c9a972fe-2e62-44ea-901e-aa60176fd9d2', 'tenant_id': '386a22f1a8b04c71b369081dac044608', 'mac_address': 'fa:16:3e:59:ba:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd737c848-a0b9-4285-b10f-ea9d44429bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '9417b423-694f-4c54-8180-2a0bd002ded9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:07Z', 'updated_at': '2021-05-20T17:02:12Z', 'revision_number': 4, 'project_id': '386a22f1a8b04c71b369081dac044608', 'subnets': [{'id': '9417b423-694f-4c54-8180-2a0bd002ded9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:02:13.699194 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:13.739533 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device b9eb8425-fab5-4ed6-98cf-5faca7260843 up at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:02:13.917601 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning for port b9eb8425-fab5-4ed6-98cf-5faca7260843 completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:02:13.932629 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-9f52f468-c9e0-4a3b-952f-bdecf25490f5 req-1e9c4585-ae5f-4575-aa89-7d13a57f8bbe tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 210 time: 0.1822994 May 20 17:02:13.934789 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning complete for port b9eb8425-fab5-4ed6-98cf-5faca7260843 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:02:13.935225 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:13.983027 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-c39d666f-8994-4e8c-aba5-9060edf33e4e tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:13.985438 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-c39d666f-8994-4e8c-aba5-9060edf33e4e tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.75 "GET /v2.0/networks?id=c9a972fe-2e62-44ea-901e-aa60176fd9d2 HTTP/1.1" status: 200 len: 818 time: 0.4956260 May 20 17:02:14.024107 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-25cb6e73-ba5e-406e-8f2a-e1e14f042dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:14.039312 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-4b344fa4-4385-4b43-b0a4-a8d2442afadc tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Request body: {'port': {'device_id': 'f50afd09-0e6d-44bc-ab73-1f6dff54df08', 'network_id': 'c9a972fe-2e62-44ea-901e-aa60176fd9d2', 'admin_state_up': True, 'tenant_id': '386a22f1a8b04c71b369081dac044608'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:02:14.089973 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-25cb6e73-ba5e-406e-8f2a-e1e14f042dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:14.119812 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-bedce629-24ac-4749-aa18-31949b25361b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:14.132818 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 948bd754-b421-4f24-9773-fc6aa11ee383 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:02:14.200532 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:14.221983 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb6e73-ba5e-406e-8f2a-e1e14f042dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8f19f5-79e9-4f4a-8dcb-e56534632ea5,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:14.240908 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-25cb6e73-ba5e-406e-8f2a-e1e14f042dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:14.359257 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-25cb6e73-ba5e-406e-8f2a-e1e14f042dc8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=562434ee9f884949aff9079df04b1419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9637437 May 20 17:02:14.362469 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 49440) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:14.393913 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:14.405224 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning for port 948bd754-b421-4f24-9773-fc6aa11ee383 completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:02:14.415578 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 948bd754-b421-4f24-9773-fc6aa11ee383 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:02:14.415990 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:14.438168 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-4b344fa4-4385-4b43-b0a4-a8d2442afadc tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:14.503892 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-4b344fa4-4385-4b43-b0a4-a8d2442afadc tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:14.543369 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-4b344fa4-4385-4b43-b0a4-a8d2442afadc tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Made reservation on behalf of 386a22f1a8b04c71b369081dac044608 for: {'port': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:02:14.546956 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-4b344fa4-4385-4b43-b0a4-a8d2442afadc tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:14.660023 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port b9eb8425-fab5-4ed6-98cf-5faca7260843, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b9eb8425-fab5-4ed6-98cf-5faca7260843,segment=NetworkSegment(f4ca7072-ae7f-461e-af66-9ac5a12dc0fb),segment_id=f4ca7072-ae7f-461e-af66-9ac5a12dc0fb)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:02:14.663644 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:14.693872 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b162695e-57f8-491b-91e7-b1b89119e067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9eb8425-fab5-4ed6-98cf-5faca7260843'}] {{(pid=119046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:02:14.707510 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:14.711853 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-93ebb3c5-dba3-414f-b6ee-2989cf9b279e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:14.723939 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:14.878404 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-09665e59-992e-4dd3-b68c-f21d49db0179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:14.938909 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=b9eb8425-fab5-4ed6-98cf-5faca7260843,revision_number=5']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:14.958363 dv-cinder-786524-7-iscsi neutron-server[119046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b162695e-57f8-491b-91e7-b1b89119e067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9eb8425-fab5-4ed6-98cf-5faca7260843', 'code': 200} May 20 17:02:14.959175 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:14.966654 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-09665e59-992e-4dd3-b68c-f21d49db0179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:14.973232 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_common [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-4b344fa4-4385-4b43-b0a4-a8d2442afadc tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Allocated IP 172.20.0.6 (c9a972fe-2e62-44ea-901e-aa60176fd9d2/9417b423-694f-4c54-8180-2a0bd002ded9/faf13afa-a484-4391-ac53-0e106135f068) {{(pid=119045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:02:15.020308 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] For port 948bd754-b421-4f24-9773-fc6aa11ee383, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=948bd754-b421-4f24-9773-fc6aa11ee383,segment=NetworkSegment(a4e97352-2304-4024-9541-464f2f7c5c74),segment_id=a4e97352-2304-4024-9541-464f2f7c5c74)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:02:15.034475 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:15.040519 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:15.097908 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30857cac-12d6-4247-9c9e-9655fcf0fd7e req-f5c9f060-c2dd-400e-acc6-8d2a8ae12be1 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:15.106331 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-30857cac-12d6-4247-9c9e-9655fcf0fd7e req-f5c9f060-c2dd-400e-acc6-8d2a8ae12be1 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/ports?device_id=b162695e-57f8-491b-91e7-b1b89119e067 HTTP/1.1" status: 200 len: 946 time: 0.5501823 May 20 17:02:15.191037 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-09665e59-992e-4dd3-b68c-f21d49db0179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:15.197035 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:15.206929 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:15.212810 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Pushing event updated for resources: {'Port': ['ID=948bd754-b421-4f24-9773-fc6aa11ee383,revision_number=5']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:15.216467 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:15.231637 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09665e59-992e-4dd3-b68c-f21d49db0179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8f19f5-79e9-4f4a-8dcb-e56534632ea5,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:15.258930 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-30857cac-12d6-4247-9c9e-9655fcf0fd7e req-e594b04d-d8b2-4d66-956a-a136eac2802c tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1fb8b87-63ca-4f01-a5ca-b8ed48f41dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508310 May 20 17:02:15.262926 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-09665e59-992e-4dd3-b68c-f21d49db0179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:15.301337 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-09665e59-992e-4dd3-b68c-f21d49db0179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:15.309669 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-09665e59-992e-4dd3-b68c-f21d49db0179 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ce8f19f5-79e9-4f4a-8dcb-e56534632ea5 HTTP/1.1" status: 204 len: 168 time: 0.9442544 May 20 17:02:15.349776 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-a6cacae3-52c4-462f-ace5-3a6c07d200cf req-02d751e1-94ec-4573-99eb-3142a7af79a3 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 210 time: 0.1974540 May 20 17:02:15.627570 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9736d1c-ce74-4f8e-9377-55bfa2de6550 req-3582121d-4fba-4b62-ba88-2a8e77832e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:15.629259 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d9736d1c-ce74-4f8e-9377-55bfa2de6550 req-3582121d-4fba-4b62-ba88-2a8e77832e80 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b162695e-57f8-491b-91e7-b1b89119e067 HTTP/1.1" status: 200 len: 1099 time: 0.2164266 May 20 17:02:15.702088 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d9736d1c-ce74-4f8e-9377-55bfa2de6550 req-d8eefca7-d625-4222-8dbc-31b8772987f7 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=e1fb8b87-63ca-4f01-a5ca-b8ed48f41dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639329 May 20 17:02:15.828005 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-4b344fa4-4385-4b43-b0a4-a8d2442afadc tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Notify callbacks [] for port, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:15.895943 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 948bd754-b421-4f24-9773-fc6aa11ee383 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:02:15.908909 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-4b344fa4-4385-4b43-b0a4-a8d2442afadc tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:15.944426 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-be6ea54f-f8cd-47b2-93b4-6c0137ab3d2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:16.071788 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-4b344fa4-4385-4b43-b0a4-a8d2442afadc tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Network c9a972fe-2e62-44ea-901e-aa60176fd9d2 is already hosted by enough agents. {{(pid=119045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:02:16.080308 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-4b344fa4-4385-4b43-b0a4-a8d2442afadc tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Resources bound (agent type, host, resource id): {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:02:16.087045 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-4b344fa4-4385-4b43-b0a4-a8d2442afadc tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Received port after_create {{(pid=119045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:02:16.121495 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 948bd754-b421-4f24-9773-fc6aa11ee383 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:02:16.122146 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:16.152337 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b344fa4-4385-4b43-b0a4-a8d2442afadc tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Pushing event updated for resources: {'Port': ['ID=faf13afa-a484-4391-ac53-0e106135f068,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:16.157513 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-4b344fa4-4385-4b43-b0a4-a8d2442afadc tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:16.182726 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-4b344fa4-4385-4b43-b0a4-a8d2442afadc tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:16.183632 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-4b344fa4-4385-4b43-b0a4-a8d2442afadc tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:16.221969 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-4b344fa4-4385-4b43-b0a4-a8d2442afadc tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2000406 May 20 17:02:16.242580 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-1b7c67ef-26d0-4940-9798-9d683a1443aa service neutron] Request body: {'port': {'device_id': 'f50afd09-0e6d-44bc-ab73-1f6dff54df08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:02:16.432589 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-1b7c67ef-26d0-4940-9798-9d683a1443aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:16.448195 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-89937c99-edf0-4ce7-ad2f-5c2ad25f4f68 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:16.449726 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-89937c99-edf0-4ce7-ad2f-5c2ad25f4f68 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.75 "GET /v2.0/networks?id=c9a972fe-2e62-44ea-901e-aa60176fd9d2 HTTP/1.1" status: 200 len: 818 time: 0.3775499 May 20 17:02:16.519159 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-be3f121c-966f-47a8-a9cc-6b3543646edb tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Request body: {'port': {'device_id': '3b2108b7-6daf-48bc-ae41-e93c2ce300f2', 'network_id': 'c9a972fe-2e62-44ea-901e-aa60176fd9d2', 'admin_state_up': True, 'tenant_id': '386a22f1a8b04c71b369081dac044608'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:02:16.694495 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-3e8ab801-7f74-4a31-85fa-d84c3e6b2a55 req-03b58851-765d-4165-8895-4df7d5593e18 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Synchronizing usage tracker for tenant:386a22f1a8b04c71b369081dac044608 on resource:port {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:02:16.704759 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 49538) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:16.845922 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-3e8ab801-7f74-4a31-85fa-d84c3e6b2a55 req-03b58851-765d-4165-8895-4df7d5593e18 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Unset dirty status for tenant:386a22f1a8b04c71b369081dac044608 on resource:port {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:02:16.847096 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-3e8ab801-7f74-4a31-85fa-d84c3e6b2a55 req-03b58851-765d-4165-8895-4df7d5593e18 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 210 time: 0.2383301 May 20 17:02:16.905900 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:16.961694 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6bed5-574f-4ae7-8a8f-385cc7bff411 req-9dce6cba-7c6d-4338-a7c7-ef4f810bf8f2 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:16.970512 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-79e6bed5-574f-4ae7-8a8f-385cc7bff411 req-9dce6cba-7c6d-4338-a7c7-ef4f810bf8f2 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/ports?device_id=b162695e-57f8-491b-91e7-b1b89119e067 HTTP/1.1" status: 200 len: 946 time: 0.5197256 May 20 17:02:17.025372 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-be3f121c-966f-47a8-a9cc-6b3543646edb tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:17.037559 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-b0b83cc3-3e6a-4628-8af8-8428382dec95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:17.061882 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-be3f121c-966f-47a8-a9cc-6b3543646edb tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:17.067951 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-b0b83cc3-3e6a-4628-8af8-8428382dec95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:17.068608 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-79e6bed5-574f-4ae7-8a8f-385cc7bff411 req-8358aef9-b9f7-46d4-89c1-37d914d8a4f2 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1fb8b87-63ca-4f01-a5ca-b8ed48f41dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967906 May 20 17:02:17.076825 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-b0b83cc3-3e6a-4628-8af8-8428382dec95 admin admin] Usage tracker for resource:security_group_rule and tenant:24e804445cab4db5b0d449df8455503d is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:02:17.078821 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-be3f121c-966f-47a8-a9cc-6b3543646edb tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Made reservation on behalf of 386a22f1a8b04c71b369081dac044608 for: {'port': 1} {{(pid=119044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:02:17.083448 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-be3f121c-966f-47a8-a9cc-6b3543646edb tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:17.088275 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-b0b83cc3-3e6a-4628-8af8-8428382dec95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:02:17.097072 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-b0b83cc3-3e6a-4628-8af8-8428382dec95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:17.222777 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-1b7c67ef-26d0-4940-9798-9d683a1443aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faf13afa-a484-4391-ac53-0e106135f068 {{(pid=119045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:02:17.233291 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-1b7c67ef-26d0-4940-9798-9d683a1443aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:17.268549 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.provisioning_blocks [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-1b7c67ef-26d0-4940-9798-9d683a1443aa service neutron] Transition to ACTIVE for port object faf13afa-a484-4391-ac53-0e106135f068 will not be triggered until provisioned by entity L2. {{(pid=119045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:02:17.280300 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-1b7c67ef-26d0-4940-9798-9d683a1443aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14687500'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:17.288973 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-b0b83cc3-3e6a-4628-8af8-8428382dec95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:17.290145 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:17.336045 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-b0b83cc3-3e6a-4628-8af8-8428382dec95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:17.354250 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.db_base_plugin_common [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-be3f121c-966f-47a8-a9cc-6b3543646edb tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Allocated IP 172.20.0.8 (c9a972fe-2e62-44ea-901e-aa60176fd9d2/9417b423-694f-4c54-8180-2a0bd002ded9/80e973cb-f9fc-457a-a460-b9c214318d3d) {{(pid=119044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:02:17.481236 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-b0b83cc3-3e6a-4628-8af8-8428382dec95 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=24e804445cab4db5b0d449df8455503d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7716002 May 20 17:02:17.481236 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c67ef-26d0-4940-9798-9d683a1443aa service neutron] Pushing event updated for resources: {'Port': ['ID=faf13afa-a484-4391-ac53-0e106135f068,revision_number=2']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:17.487055 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 49560) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:17.491824 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-1b7c67ef-26d0-4940-9798-9d683a1443aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:17.515644 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-ee897012-ae8c-4d75-86c8-ddf3a7e42109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:17.599769 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b83cc3-3e6a-4628-8af8-8428382dec95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ba855b-54c4-44bd-ab04-f116855880cf,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:17.600801 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-be3f121c-966f-47a8-a9cc-6b3543646edb tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Notify callbacks [] for port, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:17.611216 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-b0b83cc3-3e6a-4628-8af8-8428382dec95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:17.627118 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-1b7c67ef-26d0-4940-9798-9d683a1443aa service neutron] Attempting to bind port faf13afa-a484-4391-ac53-0e106135f068 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:02:17.627665 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-1b7c67ef-26d0-4940-9798-9d683a1443aa service neutron] Attempting to bind port faf13afa-a484-4391-ac53-0e106135f068 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'a4e97352-2304-4024-9541-464f2f7c5c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c9a972fe-2e62-44ea-901e-aa60176fd9d2'}] {{(pid=119045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:02:17.628270 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-1b7c67ef-26d0-4940-9798-9d683a1443aa service neutron] Attempting to bind port faf13afa-a484-4391-ac53-0e106135f068 on network c9a972fe-2e62-44ea-901e-aa60176fd9d2 {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:02:17.643660 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-1b7c67ef-26d0-4940-9798-9d683a1443aa service neutron] Port faf13afa-a484-4391-ac53-0e106135f068 on network c9a972fe-2e62-44ea-901e-aa60176fd9d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 17:02:17.644014 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-1b7c67ef-26d0-4940-9798-9d683a1443aa service neutron] Attempting to bind port faf13afa-a484-4391-ac53-0e106135f068 on network c9a972fe-2e62-44ea-901e-aa60176fd9d2 {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:02:17.645600 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-be3f121c-966f-47a8-a9cc-6b3543646edb tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:17.655595 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-1b7c67ef-26d0-4940-9798-9d683a1443aa service neutron] Checking agent: {'id': '6f9f6b2e-16b6-4f76-902f-5004e6b9f64e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:02:17.655928 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-1b7c67ef-26d0-4940-9798-9d683a1443aa service neutron] Checking segment: {'id': 'a4e97352-2304-4024-9541-464f2f7c5c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c9a972fe-2e62-44ea-901e-aa60176fd9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:02:17.656310 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-1b7c67ef-26d0-4940-9798-9d683a1443aa service neutron] Bound using segment: {'id': 'a4e97352-2304-4024-9541-464f2f7c5c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c9a972fe-2e62-44ea-901e-aa60176fd9d2'} {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:02:17.656776 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-1b7c67ef-26d0-4940-9798-9d683a1443aa service neutron] Bound port: faf13afa-a484-4391-ac53-0e106135f068, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4e97352-2304-4024-9541-464f2f7c5c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c9a972fe-2e62-44ea-901e-aa60176fd9d2'}}] {{(pid=119045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:02:17.657179 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-1b7c67ef-26d0-4940-9798-9d683a1443aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:17.660775 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-570acae3-4a1f-4b04-870e-9774d1d2bc2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:17.668051 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-2f72904d-fc0e-4a0e-a061-c1a683202aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:17.736245 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f121c-966f-47a8-a9cc-6b3543646edb tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Pushing event updated for resources: {'Port': ['ID=80e973cb-f9fc-457a-a460-b9c214318d3d,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:17.746181 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-2f72904d-fc0e-4a0e-a061-c1a683202aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:17.748393 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-be3f121c-966f-47a8-a9cc-6b3543646edb tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:17.750919 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-be3f121c-966f-47a8-a9cc-6b3543646edb tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Network c9a972fe-2e62-44ea-901e-aa60176fd9d2 is already hosted by enough agents. {{(pid=119044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:02:17.753485 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-be3f121c-966f-47a8-a9cc-6b3543646edb tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Resources bound (agent type, host, resource id): {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:02:17.759488 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-be3f121c-966f-47a8-a9cc-6b3543646edb tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Received port after_create {{(pid=119044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:02:17.817931 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-1b7c67ef-26d0-4940-9798-9d683a1443aa service neutron] For port faf13afa-a484-4391-ac53-0e106135f068, host hv-cinder-78652, cleared binding levels {{(pid=119045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:02:17.820865 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-1b7c67ef-26d0-4940-9798-9d683a1443aa service neutron] For port faf13afa-a484-4391-ac53-0e106135f068, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=faf13afa-a484-4391-ac53-0e106135f068,segment=NetworkSegment(a4e97352-2304-4024-9541-464f2f7c5c74),segment_id=a4e97352-2304-4024-9541-464f2f7c5c74)] {{(pid=119045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:02:17.830275 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-1b7c67ef-26d0-4940-9798-9d683a1443aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14687500'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:17.837383 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-3ac302fe-7559-43ca-9838-4cc01bd2bb6d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:17.854256 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-be3f121c-966f-47a8-a9cc-6b3543646edb tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:17.854256 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-be3f121c-966f-47a8-a9cc-6b3543646edb tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for port, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:17.883111 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-be3f121c-966f-47a8-a9cc-6b3543646edb tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3685946 May 20 17:02:17.892754 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-1b7c67ef-26d0-4940-9798-9d683a1443aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:17.893318 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-1b7c67ef-26d0-4940-9798-9d683a1443aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:17.898245 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-b0af47c1-ba0d-4895-8527-199a753c47dd service neutron] Request body: {'port': {'device_id': '3b2108b7-6daf-48bc-ae41-e93c2ce300f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:02:17.898729 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-1b7c67ef-26d0-4940-9798-9d683a1443aa service neutron] 10.222.0.75 "PUT /v2.0/ports/faf13afa-a484-4391-ac53-0e106135f068 HTTP/1.1" status: 200 len: 1093 time: 1.6617298 May 20 17:02:17.899309 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f50afd09-0e6d-44bc-ab73-1f6dff54df08', 'tag': 'faf13afa-a484-4391-ac53-0e106135f068'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:02:17.913866 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-2f72904d-fc0e-4a0e-a061-c1a683202aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:17.948785 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-2f72904d-fc0e-4a0e-a061-c1a683202aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:17.949814 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-2f72904d-fc0e-4a0e-a061-c1a683202aea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f1ba855b-54c4-44bd-ab04-f116855880cf HTTP/1.1" status: 204 len: 168 time: 0.4616385 May 20 17:02:18.005975 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f50afd09-0e6d-44bc-ab73-1f6dff54df08', 'tag': 'faf13afa-a484-4391-ac53-0e106135f068', 'status': 'completed', 'code': 200} May 20 17:02:18.059254 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c67ef-26d0-4940-9798-9d683a1443aa service neutron] Pushing event updated for resources: {'Port': ['ID=faf13afa-a484-4391-ac53-0e106135f068,revision_number=3']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:18.071676 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-1b7c67ef-26d0-4940-9798-9d683a1443aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:18.082642 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-a7c8a59d-ec8a-466e-8817-fed33566ad72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:18.119748 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72904d-fc0e-4a0e-a061-c1a683202aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ba855b-54c4-44bd-ab04-f116855880cf,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:18.122763 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-2f72904d-fc0e-4a0e-a061-c1a683202aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:18.134993 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-3d7714fb-0760-4ade-b17e-797c3e150268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:18.139151 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-3d7714fb-0760-4ade-b17e-797c3e150268 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=386a22f1a8b04c71b369081dac044608&device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 1096 time: 0.1735988 May 20 17:02:18.175190 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-b0af47c1-ba0d-4895-8527-199a753c47dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:18.296806 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-a010ed62-d9f0-4ba4-8c01-8c03c64b017a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=faf13afa-a484-4391-ac53-0e106135f068 HTTP/1.1" status: 200 len: 217 time: 0.1334729 May 20 17:02:18.454154 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d57653-f654-4e24-bff3-a4019183c1ac req-e07926c1-64c5-44fb-aaa5-a1021ac194ae tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:18.455423 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-64d57653-f654-4e24-bff3-a4019183c1ac req-e07926c1-64c5-44fb-aaa5-a1021ac194ae tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Synchronizing usage tracker for tenant:386a22f1a8b04c71b369081dac044608 on resource:port {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:02:18.499705 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8640cb-e94a-4df1-86b4-f61dbf17f822 req-1a08e1bc-3a09-4852-9a06-2b8b77d0da1a tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:18.502359 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-6c8640cb-e94a-4df1-86b4-f61dbf17f822 req-1a08e1bc-3a09-4852-9a06-2b8b77d0da1a tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/ports?device_id=b162695e-57f8-491b-91e7-b1b89119e067 HTTP/1.1" status: 200 len: 946 time: 0.2747340 May 20 17:02:18.504169 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-44190472-1161-4f43-8e03-cee7e8946546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:18.505744 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-44190472-1161-4f43-8e03-cee7e8946546 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9417b423-694f-4c54-8180-2a0bd002ded9 HTTP/1.1" status: 200 len: 858 time: 0.1870487 May 20 17:02:18.511767 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-64d57653-f654-4e24-bff3-a4019183c1ac req-e07926c1-64c5-44fb-aaa5-a1021ac194ae tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Unset dirty status for tenant:386a22f1a8b04c71b369081dac044608 on resource:port {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:02:18.512946 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-64d57653-f654-4e24-bff3-a4019183c1ac req-e07926c1-64c5-44fb-aaa5-a1021ac194ae tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 931 time: 0.3388026 May 20 17:02:18.575544 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 49596) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:18.603313 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-57ba1b97-2834-4c3d-8828-8b9df7618d48 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c9a972fe-2e62-44ea-901e-aa60176fd9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614409 May 20 17:02:18.606574 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-6c8640cb-e94a-4df1-86b4-f61dbf17f822 req-469df329-01ac-4a66-aecf-75b57529401f tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1fb8b87-63ca-4f01-a5ca-b8ed48f41dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958219 May 20 17:02:18.633758 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-7ac395a4-fed2-446f-b0a9-8efe4682767d admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:18.672503 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-7ac395a4-fed2-446f-b0a9-8efe4682767d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:18.694485 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-64d57653-f654-4e24-bff3-a4019183c1ac req-24f4f185-fc8d-4fa7-b4a8-ff73710d2600 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Synchronizing usage tracker for tenant:386a22f1a8b04c71b369081dac044608 on resource:security_group {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:02:18.705860 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-7ac395a4-fed2-446f-b0a9-8efe4682767d admin admin] Usage tracker for resource:security_group_rule and tenant:35a41aeceaae4e6bb61bbd1dd637d625 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:02:18.713633 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-7ac395a4-fed2-446f-b0a9-8efe4682767d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:02:18.727209 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-7ac395a4-fed2-446f-b0a9-8efe4682767d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:18.761189 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-64d57653-f654-4e24-bff3-a4019183c1ac req-24f4f185-fc8d-4fa7-b4a8-ff73710d2600 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Unset dirty status for tenant:386a22f1a8b04c71b369081dac044608 on resource:security_group {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:02:18.771559 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-64d57653-f654-4e24-bff3-a4019183c1ac req-24f4f185-fc8d-4fa7-b4a8-ff73710d2600 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949410 May 20 17:02:18.800050 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-b5d595ac-5f4e-4cb0-9452-f5aa4b96dae9 service neutron] 10.222.0.75 "GET /v2.0/networks/c9a972fe-2e62-44ea-901e-aa60176fd9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822145 May 20 17:02:18.886546 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.notifiers.nova [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-b0af47c1-ba0d-4895-8527-199a753c47dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80e973cb-f9fc-457a-a460-b9c214318d3d {{(pid=119044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:02:18.895309 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-b0af47c1-ba0d-4895-8527-199a753c47dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:18.911390 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.provisioning_blocks [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-b0af47c1-ba0d-4895-8527-199a753c47dd service neutron] Transition to ACTIVE for port object 80e973cb-f9fc-457a-a460-b9c214318d3d will not be triggered until provisioned by entity L2. {{(pid=119044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:02:18.978012 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-7ac395a4-fed2-446f-b0a9-8efe4682767d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:18.980121 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-b0af47c1-ba0d-4895-8527-199a753c47dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14410818'] for port, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:18.986017 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:18.987985 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-e4a08955-3578-45df-a5fc-db206f9eb771 req-7733d87b-89fe-4bdc-add9-051519ee86cc service neutron] 10.222.0.75 "GET /v2.0/networks/c9a972fe-2e62-44ea-901e-aa60176fd9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835618 May 20 17:02:19.056134 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-7ac395a4-fed2-446f-b0a9-8efe4682767d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:19.146566 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d28043-b82c-43a8-a28f-f61b04223540 req-114a77a4-4d7e-408c-abb8-b45137c5ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:19.149037 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-47d28043-b82c-43a8-a28f-f61b04223540 req-114a77a4-4d7e-408c-abb8-b45137c5ed2b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=386a22f1a8b04c71b369081dac044608&device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 1096 time: 0.0964758 May 20 17:02:19.201934 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-7ac395a4-fed2-446f-b0a9-8efe4682767d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=35a41aeceaae4e6bb61bbd1dd637d625&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6242068 May 20 17:02:19.202695 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af47c1-ba0d-4895-8527-199a753c47dd service neutron] Pushing event updated for resources: {'Port': ['ID=80e973cb-f9fc-457a-a460-b9c214318d3d,revision_number=2']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:19.206578 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 49614) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:19.210238 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-b0af47c1-ba0d-4895-8527-199a753c47dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:19.210749 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-67b7b6f1-b3ae-4470-8d1d-93a1957a85b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:19.284540 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac395a4-fed2-446f-b0a9-8efe4682767d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0663457c-ff74-4776-bedf-d47e63258573,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:19.289424 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-7ac395a4-fed2-446f-b0a9-8efe4682767d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:19.316615 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.managers [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-b0af47c1-ba0d-4895-8527-199a753c47dd service neutron] Attempting to bind port 80e973cb-f9fc-457a-a460-b9c214318d3d on host hv-cinder-78652 for vnic_type normal with profile {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:02:19.316960 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.managers [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-b0af47c1-ba0d-4895-8527-199a753c47dd service neutron] Attempting to bind port 80e973cb-f9fc-457a-a460-b9c214318d3d by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'a4e97352-2304-4024-9541-464f2f7c5c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c9a972fe-2e62-44ea-901e-aa60176fd9d2'}] {{(pid=119044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:02:19.317336 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-b0af47c1-ba0d-4895-8527-199a753c47dd service neutron] Attempting to bind port 80e973cb-f9fc-457a-a460-b9c214318d3d on network c9a972fe-2e62-44ea-901e-aa60176fd9d2 {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:02:19.322336 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-b0af47c1-ba0d-4895-8527-199a753c47dd service neutron] Port 80e973cb-f9fc-457a-a460-b9c214318d3d on network c9a972fe-2e62-44ea-901e-aa60176fd9d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 17:02:19.322657 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-b0af47c1-ba0d-4895-8527-199a753c47dd service neutron] Attempting to bind port 80e973cb-f9fc-457a-a460-b9c214318d3d on network c9a972fe-2e62-44ea-901e-aa60176fd9d2 {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:02:19.327843 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-b0af47c1-ba0d-4895-8527-199a753c47dd service neutron] Checking agent: {'id': '6f9f6b2e-16b6-4f76-902f-5004e6b9f64e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:02:19.328169 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-b0af47c1-ba0d-4895-8527-199a753c47dd service neutron] Checking segment: {'id': 'a4e97352-2304-4024-9541-464f2f7c5c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c9a972fe-2e62-44ea-901e-aa60176fd9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:02:19.328648 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-b0af47c1-ba0d-4895-8527-199a753c47dd service neutron] Bound using segment: {'id': 'a4e97352-2304-4024-9541-464f2f7c5c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c9a972fe-2e62-44ea-901e-aa60176fd9d2'} {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:02:19.329534 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.managers [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-b0af47c1-ba0d-4895-8527-199a753c47dd service neutron] Bound port: 80e973cb-f9fc-457a-a460-b9c214318d3d, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4e97352-2304-4024-9541-464f2f7c5c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c9a972fe-2e62-44ea-901e-aa60176fd9d2'}}] {{(pid=119044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:02:19.329676 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-b0af47c1-ba0d-4895-8527-199a753c47dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:19.363078 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-42412735-e24b-4f89-a9c0-9433b7da5a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:19.367316 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d28043-b82c-43a8-a28f-f61b04223540 req-896ba151-ce1b-445e-acf2-e12f571c1c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:19.368780 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-47d28043-b82c-43a8-a28f-f61b04223540 req-896ba151-ce1b-445e-acf2-e12f571c1c52 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c9a972fe-2e62-44ea-901e-aa60176fd9d2 HTTP/1.1" status: 200 len: 919 time: 0.2119234 May 20 17:02:19.426234 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-b0af47c1-ba0d-4895-8527-199a753c47dd service neutron] For port 80e973cb-f9fc-457a-a460-b9c214318d3d, host hv-cinder-78652, cleared binding levels {{(pid=119044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:02:19.429190 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-b0af47c1-ba0d-4895-8527-199a753c47dd service neutron] For port 80e973cb-f9fc-457a-a460-b9c214318d3d, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=80e973cb-f9fc-457a-a460-b9c214318d3d,segment=NetworkSegment(a4e97352-2304-4024-9541-464f2f7c5c74),segment_id=a4e97352-2304-4024-9541-464f2f7c5c74)] {{(pid=119044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:02:19.435251 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-b0af47c1-ba0d-4895-8527-199a753c47dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14410818'] for port, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:19.440579 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-be3f121c-966f-47a8-a9cc-6b3543646edb tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:19.459142 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-47d28043-b82c-43a8-a28f-f61b04223540 req-be4bfdc7-c671-4263-8278-26f281d6bdae service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=faf13afa-a484-4391-ac53-0e106135f068 HTTP/1.1" status: 200 len: 217 time: 0.0799155 May 20 17:02:19.460870 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-42412735-e24b-4f89-a9c0-9433b7da5a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:19.564648 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d28043-b82c-43a8-a28f-f61b04223540 req-5c7f266f-4c47-47c7-9769-a3546704ccae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:19.566137 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-47d28043-b82c-43a8-a28f-f61b04223540 req-5c7f266f-4c47-47c7-9769-a3546704ccae service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9417b423-694f-4c54-8180-2a0bd002ded9 HTTP/1.1" status: 200 len: 858 time: 0.0982704 May 20 17:02:19.571337 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-b0af47c1-ba0d-4895-8527-199a753c47dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:19.571952 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-b0af47c1-ba0d-4895-8527-199a753c47dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for port, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:19.573465 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-b0af47c1-ba0d-4895-8527-199a753c47dd service neutron] 10.222.0.75 "PUT /v2.0/ports/80e973cb-f9fc-457a-a460-b9c214318d3d HTTP/1.1" status: 200 len: 1093 time: 1.6817024 May 20 17:02:19.574917 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2108b7-6daf-48bc-ae41-e93c2ce300f2', 'tag': '80e973cb-f9fc-457a-a460-b9c214318d3d'}] {{(pid=119044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:02:19.596043 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af47c1-ba0d-4895-8527-199a753c47dd service neutron] Pushing event updated for resources: {'Port': ['ID=80e973cb-f9fc-457a-a460-b9c214318d3d,revision_number=3']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:19.599148 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-b0af47c1-ba0d-4895-8527-199a753c47dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:19.637682 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-47d28043-b82c-43a8-a28f-f61b04223540 req-96d19dd0-920e-482d-a430-4cc3eacd74b3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c9a972fe-2e62-44ea-901e-aa60176fd9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644889 May 20 17:02:19.650048 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2108b7-6daf-48bc-ae41-e93c2ce300f2', 'tag': '80e973cb-f9fc-457a-a460-b9c214318d3d', 'status': 'completed', 'code': 200} May 20 17:02:19.671241 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-42412735-e24b-4f89-a9c0-9433b7da5a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:19.679753 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-0474ad7d-c41c-4e0b-b4fc-30a158269496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:19.703276 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-e8f77990-a099-4924-9246-70f5ec33a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:19.705031 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-e8f77990-a099-4924-9246-70f5ec33a41f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=386a22f1a8b04c71b369081dac044608&device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 1096 time: 0.0887585 May 20 17:02:19.706092 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42412735-e24b-4f89-a9c0-9433b7da5a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0663457c-ff74-4776-bedf-d47e63258573,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:19.708391 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-42412735-e24b-4f89-a9c0-9433b7da5a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:19.763642 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-42412735-e24b-4f89-a9c0-9433b7da5a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:19.768162 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-42412735-e24b-4f89-a9c0-9433b7da5a83 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0663457c-ff74-4776-bedf-d47e63258573 HTTP/1.1" status: 204 len: 168 time: 0.5570226 May 20 17:02:19.787229 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-3a654d91-5c4a-44c7-8ded-c794d72d87f0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80e973cb-f9fc-457a-a460-b9c214318d3d HTTP/1.1" status: 200 len: 217 time: 0.0646992 May 20 17:02:19.839078 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-47d28043-b82c-43a8-a28f-f61b04223540 req-c3d83baf-5d1e-4236-8d6f-715f09dd7775 service neutron] 10.222.0.75 "GET /v2.0/networks/c9a972fe-2e62-44ea-901e-aa60176fd9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941531 May 20 17:02:19.890792 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-e5b5be05-034b-4f78-9f98-48a468779996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:19.894250 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-e5b5be05-034b-4f78-9f98-48a468779996 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9417b423-694f-4c54-8180-2a0bd002ded9 HTTP/1.1" status: 200 len: 858 time: 0.0961461 May 20 17:02:19.961683 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-15ebe6d9-a74d-45bd-83d7-b1efbaa2679a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c9a972fe-2e62-44ea-901e-aa60176fd9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594702 May 20 17:02:20.034970 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-47d28043-b82c-43a8-a28f-f61b04223540 req-b09e219a-7d58-47a2-932c-e28cee51dc8b service neutron] 10.222.0.75 "GET /v2.0/networks/c9a972fe-2e62-44ea-901e-aa60176fd9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830759 May 20 17:02:20.177860 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-8d1955a6-5085-43df-8549-dd09b376f740 service neutron] 10.222.0.75 "GET /v2.0/networks/c9a972fe-2e62-44ea-901e-aa60176fd9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751335 May 20 17:02:20.185772 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bcd41-367e-4b27-b729-d272c5174af8 req-5c69ba9c-a66f-4e14-aeb6-c232d1933c1c tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:20.187304 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0d8bcd41-367e-4b27-b729-d272c5174af8 req-5c69ba9c-a66f-4e14-aeb6-c232d1933c1c tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 943 time: 0.2340231 May 20 17:02:20.342080 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0d8bcd41-367e-4b27-b729-d272c5174af8 req-025de2c9-2533-4783-a595-b8376c8ef6f5 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338236 May 20 17:02:20.391808 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ec9d060f-44f6-42a2-8652-d14c0d9bb330 req-657ffb2d-387b-4b18-b643-f61990ffc2b3 service neutron] 10.222.0.75 "GET /v2.0/networks/c9a972fe-2e62-44ea-901e-aa60176fd9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033851 May 20 17:02:20.595627 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3601a84-1bb0-4f72-a7e1-787fc81e2227 req-79529af9-c96d-4870-bf3b-96b1990da444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:20.597197 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b3601a84-1bb0-4f72-a7e1-787fc81e2227 req-79529af9-c96d-4870-bf3b-96b1990da444 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=386a22f1a8b04c71b369081dac044608&device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 1096 time: 0.1497231 May 20 17:02:20.639939 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c967b4e-a00a-410c-941e-e85875a480db req-884de014-48e9-4aae-9dfe-e658d0116bc8 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:20.641458 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-1c967b4e-a00a-410c-941e-e85875a480db req-884de014-48e9-4aae-9dfe-e658d0116bc8 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/ports?device_id=b162695e-57f8-491b-91e7-b1b89119e067 HTTP/1.1" status: 200 len: 946 time: 0.1409795 May 20 17:02:20.763922 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-1c967b4e-a00a-410c-941e-e85875a480db req-37709c63-7380-43c3-b2a6-581d96d30e73 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1fb8b87-63ca-4f01-a5ca-b8ed48f41dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089368 May 20 17:02:20.789275 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3601a84-1bb0-4f72-a7e1-787fc81e2227 req-e7e07339-8145-4362-b7ae-128f6d065047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:20.790399 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b3601a84-1bb0-4f72-a7e1-787fc81e2227 req-e7e07339-8145-4362-b7ae-128f6d065047 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c9a972fe-2e62-44ea-901e-aa60176fd9d2 HTTP/1.1" status: 200 len: 919 time: 0.1811457 May 20 17:02:20.866367 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b3601a84-1bb0-4f72-a7e1-787fc81e2227 req-25a53bb3-0a49-4f36-be81-0b623bd41777 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80e973cb-f9fc-457a-a460-b9c214318d3d HTTP/1.1" status: 200 len: 217 time: 0.0665197 May 20 17:02:20.937012 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3601a84-1bb0-4f72-a7e1-787fc81e2227 req-3c0e913c-5973-47e8-bb24-ef55d227056c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:20.939008 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b3601a84-1bb0-4f72-a7e1-787fc81e2227 req-3c0e913c-5973-47e8-bb24-ef55d227056c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9417b423-694f-4c54-8180-2a0bd002ded9 HTTP/1.1" status: 200 len: 858 time: 0.0650675 May 20 17:02:20.990704 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b3601a84-1bb0-4f72-a7e1-787fc81e2227 req-6d803d7d-75b5-4bdf-9b0b-905a4bc376f8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c9a972fe-2e62-44ea-901e-aa60176fd9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420682 May 20 17:02:21.135876 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b3601a84-1bb0-4f72-a7e1-787fc81e2227 req-216fd4c7-eabe-4ef9-b790-6f5f3d363f78 service neutron] 10.222.0.75 "GET /v2.0/networks/c9a972fe-2e62-44ea-901e-aa60176fd9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370869 May 20 17:02:21.282925 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b3601a84-1bb0-4f72-a7e1-787fc81e2227 req-1ab87cf7-3d5c-4cfd-a350-b0ce232a0393 service neutron] 10.222.0.75 "GET /v2.0/networks/c9a972fe-2e62-44ea-901e-aa60176fd9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395788 May 20 17:02:21.650747 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d53d04-5eba-4740-a188-1dbb52135d43 req-acb55385-b116-4b3c-be43-fbea6614cf90 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:21.652261 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-03d53d04-5eba-4740-a188-1dbb52135d43 req-acb55385-b116-4b3c-be43-fbea6614cf90 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 943 time: 0.1933560 May 20 17:02:21.701206 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-03d53d04-5eba-4740-a188-1dbb52135d43 req-ccfab3d3-20cd-4faa-819d-adc7f582e29f tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419843 May 20 17:02:21.758717 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device faf13afa-a484-4391-ac53-0e106135f068 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=119046) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 17:02:21.943804 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port faf13afa-a484-4391-ac53-0e106135f068, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=faf13afa-a484-4391-ac53-0e106135f068,segment=NetworkSegment(a4e97352-2304-4024-9541-464f2f7c5c74),segment_id=a4e97352-2304-4024-9541-464f2f7c5c74)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:02:21.969447 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Returning: {'device': 'faf13afa-a484-4391-ac53-0e106135f068', 'network_id': 'c9a972fe-2e62-44ea-901e-aa60176fd9d2', 'port_id': 'faf13afa-a484-4391-ac53-0e106135f068', 'mac_address': 'fa:16:3e:b0:88:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9417b423-694f-4c54-8180-2a0bd002ded9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119046) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 17:02:21.984507 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 49710) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:22.021965 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7158449-6c21-4279-a443-944673cd318d req-ebab5bf2-cddf-4763-b09a-146a625c3193 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:22.028345 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c7158449-6c21-4279-a443-944673cd318d req-ebab5bf2-cddf-4763-b09a-146a625c3193 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/ports?device_id=b162695e-57f8-491b-91e7-b1b89119e067 HTTP/1.1" status: 200 len: 946 time: 0.1125216 May 20 17:02:22.046143 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:22.065503 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf13afa-a484-4391-ac53-0e106135f068 {{(pid=119046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:02:22.084521 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port faf13afa-a484-4391-ac53-0e106135f068, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=faf13afa-a484-4391-ac53-0e106135f068,segment=NetworkSegment(a4e97352-2304-4024-9541-464f2f7c5c74),segment_id=a4e97352-2304-4024-9541-464f2f7c5c74)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:02:22.089387 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c7158449-6c21-4279-a443-944673cd318d req-e988fdda-afd7-4a9d-867c-7e0d490349d2 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1fb8b87-63ca-4f01-a5ca-b8ed48f41dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547242 May 20 17:02:22.092531 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad91bd-ce26-4d91-8954-183ae8656ad0 req-5eee4b07-1d83-4542-b2c3-fb7da2dfa16e tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:22.094527 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-4fad91bd-ce26-4d91-8954-183ae8656ad0 req-5eee4b07-1d83-4542-b2c3-fb7da2dfa16e tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.75 "GET /v2.0/ports?device_id=b162695e-57f8-491b-91e7-b1b89119e067 HTTP/1.1" status: 200 len: 946 time: 0.1079893 May 20 17:02:22.094898 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:22.097465 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-94be4c2b-4e08-4aec-87e1-05bd8d186c44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:22.221389 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=faf13afa-a484-4391-ac53-0e106135f068,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:22.231433 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:22.242253 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-655f3e32-841b-4cf7-8955-db7b19d34d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:22.271001 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-655f3e32-841b-4cf7-8955-db7b19d34d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:22.275839 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-655f3e32-841b-4cf7-8955-db7b19d34d9f admin admin] Usage tracker for resource:security_group_rule and tenant:4bb35b3f948e4557b8a832c0a0bd1f02 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:02:22.278721 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-655f3e32-841b-4cf7-8955-db7b19d34d9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:02:22.285154 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-655f3e32-841b-4cf7-8955-db7b19d34d9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:22.317449 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [req-4fad91bd-ce26-4d91-8954-183ae8656ad0 req-920571c8-6b38-438b-af27-8ec49b47623f tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Deleting port b9eb8425-fab5-4ed6-98cf-5faca7260843 {{(pid=119044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:02:22.317829 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-4fad91bd-ce26-4d91-8954-183ae8656ad0 req-920571c8-6b38-438b-af27-8ec49b47623f tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:22.363437 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['faf13afa-a484-4391-ac53-0e106135f068'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:02:22.398609 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-655f3e32-841b-4cf7-8955-db7b19d34d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:22.405298 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-655f3e32-841b-4cf7-8955-db7b19d34d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:22.415703 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-398d59f0-437e-40d4-b133-420855a8ae61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:22.468371 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f3e32-841b-4cf7-8955-db7b19d34d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb75434-296b-4087-a44c-e8d7dd8aac65,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:22.474661 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-655f3e32-841b-4cf7-8955-db7b19d34d9f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4bb35b3f948e4557b8a832c0a0bd1f02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4874811 May 20 17:02:22.475865 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-655f3e32-841b-4cf7-8955-db7b19d34d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:22.477074 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 49734) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:22.490123 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [req-4fad91bd-ce26-4d91-8954-183ae8656ad0 req-920571c8-6b38-438b-af27-8ec49b47623f tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] For port b9eb8425-fab5-4ed6-98cf-5faca7260843, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b9eb8425-fab5-4ed6-98cf-5faca7260843,segment=NetworkSegment(f4ca7072-ae7f-461e-af66-9ac5a12dc0fb),segment_id=f4ca7072-ae7f-461e-af66-9ac5a12dc0fb)] {{(pid=119044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:02:22.490420 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-4fad91bd-ce26-4d91-8954-183ae8656ad0 req-920571c8-6b38-438b-af27-8ec49b47623f tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:22.553008 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-9a3e0e77-2714-4c8a-b541-7776985883fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:22.589884 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-9a3e0e77-2714-4c8a-b541-7776985883fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:22.662423 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [req-4fad91bd-ce26-4d91-8954-183ae8656ad0 req-920571c8-6b38-438b-af27-8ec49b47623f tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Calling delete_port for b9eb8425-fab5-4ed6-98cf-5faca7260843 owned by compute:nova {{(pid=119044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:02:22.678114 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-9a3e0e77-2714-4c8a-b541-7776985883fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:22.684828 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-bf835ee1-3086-48f4-a407-d750b53f51d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:22.698600 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e0e77-2714-4c8a-b541-7776985883fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb75434-296b-4087-a44c-e8d7dd8aac65,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:22.701402 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-9a3e0e77-2714-4c8a-b541-7776985883fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:22.702658 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-9a3e0e77-2714-4c8a-b541-7776985883fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:22.704495 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-9a3e0e77-2714-4c8a-b541-7776985883fa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bbb75434-296b-4087-a44c-e8d7dd8aac65 HTTP/1.1" status: 204 len: 168 time: 0.2264633 May 20 17:02:22.950900 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-4fad91bd-ce26-4d91-8954-183ae8656ad0 req-920571c8-6b38-438b-af27-8ec49b47623f tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:22.962290 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:23.037500 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920571c8-6b38-438b-af27-8ec49b47623f tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Pushing event deleted for resources: {'Port': ['ID=b9eb8425-fab5-4ed6-98cf-5faca7260843,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:23.047481 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-920571c8-6b38-438b-af27-8ec49b47623f tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:23.069180 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d596c-eb66-44b8-884c-9218c7875876 req-d273b747-88ee-46ea-ba91-e628fba92f7a tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:23.070570 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['b9eb8425-fab5-4ed6-98cf-5faca7260843'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:02:23.071205 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ea3d596c-eb66-44b8-884c-9218c7875876 req-d273b747-88ee-46ea-ba91-e628fba92f7a tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 943 time: 0.2248764 May 20 17:02:23.153942 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fad91bd-ce26-4d91-8954-183ae8656ad0 req-920571c8-6b38-438b-af27-8ec49b47623f tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] No DVR routers for this DVR port b9eb8425-fab5-4ed6-98cf-5faca7260843 on host hv-cinder-78652 {{(pid=119044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:02:23.159523 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 49780) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:23.160859 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-4fad91bd-ce26-4d91-8954-183ae8656ad0 req-920571c8-6b38-438b-af27-8ec49b47623f tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:23.171046 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b162695e-57f8-491b-91e7-b1b89119e067', 'name': 'network-vif-deleted', 'tag': 'b9eb8425-fab5-4ed6-98cf-5faca7260843'}] {{(pid=119044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:02:23.188533 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4f88d4f8-213f-43ed-abe2-03aaf3947cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:23.207863 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-4f88d4f8-213f-43ed-abe2-03aaf3947cdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:23.217246 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-4f88d4f8-213f-43ed-abe2-03aaf3947cdc admin admin] Usage tracker for resource:security_group_rule and tenant:6b3f63c033c94a709da1bdf57dc8dad3 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:02:23.217417 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ea3d596c-eb66-44b8-884c-9218c7875876 req-495996d6-b10d-48a1-8c1b-cbf361e79779 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344416 May 20 17:02:23.217525 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-4f88d4f8-213f-43ed-abe2-03aaf3947cdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:02:23.217632 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-4fad91bd-ce26-4d91-8954-183ae8656ad0 req-920571c8-6b38-438b-af27-8ec49b47623f tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.75 "DELETE /v2.0/ports/b9eb8425-fab5-4ed6-98cf-5faca7260843 HTTP/1.1" status: 204 len: 173 time: 1.1130772 May 20 17:02:23.265391 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-4f88d4f8-213f-43ed-abe2-03aaf3947cdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:23.286453 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b8e60796-6c9a-4f92-a18c-eeff3367751a req-aa478698-a17f-4e1a-b7b2-9271af4dad5b tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/ports?device_id=b162695e-57f8-491b-91e7-b1b89119e067 HTTP/1.1" status: 200 len: 210 time: 0.0667715 May 20 17:02:23.287349 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b162695e-57f8-491b-91e7-b1b89119e067', 'name': 'network-vif-deleted', 'tag': 'b9eb8425-fab5-4ed6-98cf-5faca7260843', 'status': 'completed', 'code': 200} May 20 17:02:23.514839 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4f88d4f8-213f-43ed-abe2-03aaf3947cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:23.520037 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4f88d4f8-213f-43ed-abe2-03aaf3947cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:23.528688 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-722fe109-d7ff-41ed-a999-e42282a5b61e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:23.569908 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-4f88d4f8-213f-43ed-abe2-03aaf3947cdc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6b3f63c033c94a709da1bdf57dc8dad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4089751 May 20 17:02:23.571138 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88d4f8-213f-43ed-abe2-03aaf3947cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e0fd72-d437-415b-a37e-5d66d239448b,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:23.571892 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 49812) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:23.574345 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-4f88d4f8-213f-43ed-abe2-03aaf3947cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:23.637165 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-31208bd0-8d55-4484-8806-fc3a262a3f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:23.663531 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-31208bd0-8d55-4484-8806-fc3a262a3f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:23.739786 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-31208bd0-8d55-4484-8806-fc3a262a3f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:23.745764 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-a15c3b68-a001-48da-85c1-311fbeb12028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:23.760294 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31208bd0-8d55-4484-8806-fc3a262a3f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e0fd72-d437-415b-a37e-5d66d239448b,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:23.764276 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-31208bd0-8d55-4484-8806-fc3a262a3f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:23.768218 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-31208bd0-8d55-4484-8806-fc3a262a3f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:23.768473 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device faf13afa-a484-4391-ac53-0e106135f068 up at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:02:23.772097 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-31208bd0-8d55-4484-8806-fc3a262a3f63 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c3e0fd72-d437-415b-a37e-5d66d239448b HTTP/1.1" status: 204 len: 168 time: 0.1966317 May 20 17:02:23.931560 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning for port faf13afa-a484-4391-ac53-0e106135f068 completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:02:23.937682 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning complete for port faf13afa-a484-4391-ac53-0e106135f068 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:02:23.938479 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:24.131285 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:24.169625 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50afd09-0e6d-44bc-ab73-1f6dff54df08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf13afa-a484-4391-ac53-0e106135f068'}] {{(pid=119046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:02:24.180785 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port faf13afa-a484-4391-ac53-0e106135f068, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=faf13afa-a484-4391-ac53-0e106135f068,segment=NetworkSegment(a4e97352-2304-4024-9541-464f2f7c5c74),segment_id=a4e97352-2304-4024-9541-464f2f7c5c74)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:02:24.188379 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:24.190308 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:24.227999 dv-cinder-786524-7-iscsi neutron-server[119046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50afd09-0e6d-44bc-ab73-1f6dff54df08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf13afa-a484-4391-ac53-0e106135f068', 'code': 200} May 20 17:02:24.291054 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=faf13afa-a484-4391-ac53-0e106135f068,revision_number=5']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:24.300198 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:24.353679 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 49852) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:24.521432 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464c674-9b91-4456-8f8b-86d1c62b0ab2 req-2ca96382-407c-4bb4-b836-20c469495aad tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:24.530143 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1464c674-9b91-4456-8f8b-86d1c62b0ab2 req-2ca96382-407c-4bb4-b836-20c469495aad tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 943 time: 0.1427534 May 20 17:02:24.565342 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d60da2-8cd9-4285-8d5a-0f1ab7d250aa req-03a887cf-ff0f-466e-acd5-dc89c2cf345e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:24.566984 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-25d60da2-8cd9-4285-8d5a-0f1ab7d250aa req-03a887cf-ff0f-466e-acd5-dc89c2cf345e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 1098 time: 0.1256096 May 20 17:02:24.594344 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1464c674-9b91-4456-8f8b-86d1c62b0ab2 req-c6d34672-cc46-46a3-9384-9c741d4cee50 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603697 May 20 17:02:24.636847 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-25d60da2-8cd9-4285-8d5a-0f1ab7d250aa req-f4b69ee4-0a81-47a9-9e76-fba079dbf901 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600588 May 20 17:02:24.656799 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-5730294c-ff95-4165-9ec2-2edeacca98bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:24.672322 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-5730294c-ff95-4165-9ec2-2edeacca98bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:24.676556 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-5730294c-ff95-4165-9ec2-2edeacca98bf admin admin] Usage tracker for resource:security_group_rule and tenant:bfcf628afc904457bf31a2950ffced3c is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:02:24.680332 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-5730294c-ff95-4165-9ec2-2edeacca98bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:02:24.687059 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-5730294c-ff95-4165-9ec2-2edeacca98bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:24.788875 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-5730294c-ff95-4165-9ec2-2edeacca98bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:24.794643 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-5730294c-ff95-4165-9ec2-2edeacca98bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:24.809913 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-9a3e0e77-2714-4c8a-b541-7776985883fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:24.851996 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-5730294c-ff95-4165-9ec2-2edeacca98bf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bfcf628afc904457bf31a2950ffced3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4932761 May 20 17:02:24.852925 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 49884) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:24.855032 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730294c-ff95-4165-9ec2-2edeacca98bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983d3c83-08d5-4db3-b7b7-013afed55ddd,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:24.874620 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-5730294c-ff95-4165-9ec2-2edeacca98bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:24.931904 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8d282dbe-444a-46c7-8e36-26c1a7f22e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:24.958204 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8d282dbe-444a-46c7-8e36-26c1a7f22e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:25.015504 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8d282dbe-444a-46c7-8e36-26c1a7f22e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:25.020500 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-179030cc-2a71-404d-aa0b-6201d1d1b066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:25.032882 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d282dbe-444a-46c7-8e36-26c1a7f22e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983d3c83-08d5-4db3-b7b7-013afed55ddd,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:25.035341 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-8d282dbe-444a-46c7-8e36-26c1a7f22e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:25.044304 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8d282dbe-444a-46c7-8e36-26c1a7f22e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:25.049796 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-8d282dbe-444a-46c7-8e36-26c1a7f22e57 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/983d3c83-08d5-4db3-b7b7-013afed55ddd HTTP/1.1" status: 204 len: 168 time: 0.1965320 May 20 17:02:25.405188 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 49902) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:25.534620 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 49908) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:25.540194 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-5d5db902-e91d-45f8-a8b2-05878c67f10c admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:25.555232 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-5d5db902-e91d-45f8-a8b2-05878c67f10c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:25.557774 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-565da96d-3b38-4cca-b644-e122674ba306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:25.559161 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-5d5db902-e91d-45f8-a8b2-05878c67f10c admin admin] Usage tracker for resource:security_group_rule and tenant:32303e99e92549f19ae2af6e9bb92c00 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:02:25.562194 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-5d5db902-e91d-45f8-a8b2-05878c67f10c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:02:25.568675 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-5d5db902-e91d-45f8-a8b2-05878c67f10c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:25.577015 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-565da96d-3b38-4cca-b644-e122674ba306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:25.582229 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-565da96d-3b38-4cca-b644-e122674ba306 admin admin] Usage tracker for resource:security_group_rule and tenant:087ec2fd336b497b8b87c4f3230bf5d6 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:02:25.585502 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-565da96d-3b38-4cca-b644-e122674ba306 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:02:25.592825 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-565da96d-3b38-4cca-b644-e122674ba306 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:25.665470 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-5d5db902-e91d-45f8-a8b2-05878c67f10c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:25.676603 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-5d5db902-e91d-45f8-a8b2-05878c67f10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:25.702026 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-3ea5c4c0-b038-4266-b5d7-93d9b615f789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:25.715709 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-565da96d-3b38-4cca-b644-e122674ba306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:25.724969 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-565da96d-3b38-4cca-b644-e122674ba306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:25.748932 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:25.753688 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-5d5db902-e91d-45f8-a8b2-05878c67f10c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=32303e99e92549f19ae2af6e9bb92c00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3465722 May 20 17:02:25.757672 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 49918) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:25.785634 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device b9eb8425-fab5-4ed6-98cf-5faca7260843 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:02:25.807660 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5db902-e91d-45f8-a8b2-05878c67f10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ba2161-e5dc-4341-9f46-239cfaf451c2,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:25.810702 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-5d5db902-e91d-45f8-a8b2-05878c67f10c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:25.827380 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] No Port match for: b9eb8425-fab5-4ed6-98cf-5faca7260843 {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:02:25.827721 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device b9eb8425-fab5-4ed6-98cf-5faca7260843 not bound to the agent host hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:02:25.837697 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-565da96d-3b38-4cca-b644-e122674ba306 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=087ec2fd336b497b8b87c4f3230bf5d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017774 May 20 17:02:25.838437 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 49922) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:25.863101 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8cf8fa74-1e5c-471c-83d7-e78685aaaccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:25.869074 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565da96d-3b38-4cca-b644-e122674ba306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a740363-8334-4803-a2f3-252a34db570e,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:25.882730 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-565da96d-3b38-4cca-b644-e122674ba306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:25.899737 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8cf8fa74-1e5c-471c-83d7-e78685aaaccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:25.927313 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2f1cf-f52a-4c5b-986d-43d33ec9e961 req-80918e63-4bc6-4575-abbf-3b7abe864366 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:25.929495 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f1d2f1cf-f52a-4c5b-986d-43d33ec9e961 req-80918e63-4bc6-4575-abbf-3b7abe864366 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 943 time: 0.1814938 May 20 17:02:25.956238 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8cf8fa74-1e5c-471c-83d7-e78685aaaccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:25.964404 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-1748c68d-f669-4046-8d28-12c853a769d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:25.972559 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf8fa74-1e5c-471c-83d7-e78685aaaccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ba2161-e5dc-4341-9f46-239cfaf451c2,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:25.974804 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-551304c9-af14-457b-985f-1a811e9d7a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:25.975266 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-8cf8fa74-1e5c-471c-83d7-e78685aaaccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:25.981810 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8cf8fa74-1e5c-471c-83d7-e78685aaaccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:25.982930 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-8cf8fa74-1e5c-471c-83d7-e78685aaaccc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/27ba2161-e5dc-4341-9f46-239cfaf451c2 HTTP/1.1" status: 204 len: 168 time: 0.2241538 May 20 17:02:26.026430 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-551304c9-af14-457b-985f-1a811e9d7a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:26.040207 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f1d2f1cf-f52a-4c5b-986d-43d33ec9e961 req-26f9cfb4-dc3b-4ac1-bd23-f9e8f7260275 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997097 May 20 17:02:26.109938 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-551304c9-af14-457b-985f-1a811e9d7a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:26.116041 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:26.135898 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551304c9-af14-457b-985f-1a811e9d7a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a740363-8334-4803-a2f3-252a34db570e,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:26.139735 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-551304c9-af14-457b-985f-1a811e9d7a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:26.142385 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-551304c9-af14-457b-985f-1a811e9d7a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:26.146644 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-551304c9-af14-457b-985f-1a811e9d7a68 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1a740363-8334-4803-a2f3-252a34db570e HTTP/1.1" status: 204 len: 168 time: 0.3005230 May 20 17:02:27.244327 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ec62d-c9d5-496f-acb7-00b924f5abce req-cd6893ed-5e62-42eb-88b3-5475c1d075f9 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:27.246027 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-8b7ec62d-c9d5-496f-acb7-00b924f5abce req-cd6893ed-5e62-42eb-88b3-5475c1d075f9 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 943 time: 0.0875752 May 20 17:02:27.304390 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-8b7ec62d-c9d5-496f-acb7-00b924f5abce req-0e56ac6f-11b4-4a44-a6d6-23fd2d150c24 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519180 May 20 17:02:27.696181 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-f0ac798c-3d19-442f-96ac-d4c71105fafd tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:27.697830 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-f0ac798c-3d19-442f-96ac-d4c71105fafd tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/networks?id=0a41112e-ba0f-47be-aa29-31d7669ce8f6 HTTP/1.1" status: 200 len: 807 time: 0.1621346 May 20 17:02:27.713119 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-0406b051-444f-46f7-a2e5-d5265e557a02 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/quotas/e9f3d130b07345bda27ff0b5df5728e4 HTTP/1.1" status: 200 len: 375 time: 0.0095918 May 20 17:02:27.774907 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-1a2556b5-b2cb-4301-a71a-656f12dda95c tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e9f3d130b07345bda27ff0b5df5728e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564733 May 20 17:02:27.913842 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-9f5f0a92-ca55-4377-8b08-e59272b25d89 service neutron] 10.222.0.36 "GET /v2.0/networks/0a41112e-ba0f-47be-aa29-31d7669ce8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316583 May 20 17:02:28.046544 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-2a956588-ed3a-45d6-acb2-7527c98a7b16 service neutron] 10.222.0.36 "GET /v2.0/networks/0a41112e-ba0f-47be-aa29-31d7669ce8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265099 May 20 17:02:28.326372 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-4429cb33-906d-4542-9108-f5cc01a98a33 req-a88c619f-1e6c-4dba-82f9-e1f26b09c331 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Synchronizing usage tracker for tenant:e9f3d130b07345bda27ff0b5df5728e4 on resource:port {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:02:28.344184 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-4429cb33-906d-4542-9108-f5cc01a98a33 req-a88c619f-1e6c-4dba-82f9-e1f26b09c331 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Unset dirty status for tenant:e9f3d130b07345bda27ff0b5df5728e4 on resource:port {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:02:28.345590 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-4429cb33-906d-4542-9108-f5cc01a98a33 req-a88c619f-1e6c-4dba-82f9-e1f26b09c331 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f8d770c-bfc4-4391-a767-801d8febf015 HTTP/1.1" status: 200 len: 210 time: 0.1397705 May 20 17:02:28.508755 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3159bd-29ab-4a94-b0e3-6776b959459c req-61b698a7-74b0-42c4-820c-ed5614333a8b tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:28.510273 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1d3159bd-29ab-4a94-b0e3-6776b959459c req-61b698a7-74b0-42c4-820c-ed5614333a8b tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 943 time: 0.0866051 May 20 17:02:28.555933 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1d3159bd-29ab-4a94-b0e3-6776b959459c req-e5b65817-3d80-4eb5-a859-1056e3607860 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398722 May 20 17:02:29.464482 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-688b94c4-2aa5-4e6b-ab4a-37034a9a4a51 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:29.466041 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-688b94c4-2aa5-4e6b-ab4a-37034a9a4a51 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.75 "GET /v2.0/networks?id=0a41112e-ba0f-47be-aa29-31d7669ce8f6 HTTP/1.1" status: 200 len: 807 time: 0.1789222 May 20 17:02:29.508092 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-56f518b8-d293-4015-a383-ade4d24156c5 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Request body: {'port': {'device_id': '8f8d770c-bfc4-4391-a767-801d8febf015', 'network_id': '0a41112e-ba0f-47be-aa29-31d7669ce8f6', 'admin_state_up': True, 'tenant_id': 'e9f3d130b07345bda27ff0b5df5728e4'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:02:29.535038 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-4fe846a9-2be9-4807-ba32-c9d265b648f7 req-fea96936-2395-48e3-8c47-9430951574ba tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f8d770c-bfc4-4391-a767-801d8febf015 HTTP/1.1" status: 200 len: 210 time: 0.0656960 May 20 17:02:29.663436 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-56f518b8-d293-4015-a383-ade4d24156c5 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:29.673582 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-56f518b8-d293-4015-a383-ade4d24156c5 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:29.684193 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-56f518b8-d293-4015-a383-ade4d24156c5 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Made reservation on behalf of e9f3d130b07345bda27ff0b5df5728e4 for: {'port': 1} {{(pid=119044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:02:29.688217 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-56f518b8-d293-4015-a383-ade4d24156c5 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:29.760281 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f4627-1fcb-4315-8983-47e374a14850 req-7cc28b67-7640-4218-8b44-49434937a793 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:29.761851 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-509f4627-1fcb-4315-8983-47e374a14850 req-7cc28b67-7640-4218-8b44-49434937a793 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 943 time: 0.0903833 May 20 17:02:29.815370 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 80e973cb-f9fc-457a-a460-b9c214318d3d details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=119046) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 17:02:29.827867 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-509f4627-1fcb-4315-8983-47e374a14850 req-cb1c8753-6afe-41f9-85bf-3f0ca2a4dca1 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589068 May 20 17:02:29.876473 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.db_base_plugin_common [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-56f518b8-d293-4015-a383-ade4d24156c5 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Allocated IP 172.20.0.9 (0a41112e-ba0f-47be-aa29-31d7669ce8f6/fc03c8cf-b1ef-4ae7-a9f0-e2e69a100b84/408cc014-3894-4240-ae47-39a39836bfb5) {{(pid=119044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:02:29.974402 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 80e973cb-f9fc-457a-a460-b9c214318d3d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=80e973cb-f9fc-457a-a460-b9c214318d3d,segment=NetworkSegment(a4e97352-2304-4024-9541-464f2f7c5c74),segment_id=a4e97352-2304-4024-9541-464f2f7c5c74)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:02:29.988388 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Returning: {'device': '80e973cb-f9fc-457a-a460-b9c214318d3d', 'network_id': 'c9a972fe-2e62-44ea-901e-aa60176fd9d2', 'port_id': '80e973cb-f9fc-457a-a460-b9c214318d3d', 'mac_address': 'fa:16:3e:c9:25:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9417b423-694f-4c54-8180-2a0bd002ded9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119046) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 17:02:30.063678 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:30.082853 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e973cb-f9fc-457a-a460-b9c214318d3d {{(pid=119046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:02:30.100491 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 80e973cb-f9fc-457a-a460-b9c214318d3d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=80e973cb-f9fc-457a-a460-b9c214318d3d,segment=NetworkSegment(a4e97352-2304-4024-9541-464f2f7c5c74),segment_id=a4e97352-2304-4024-9541-464f2f7c5c74)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:02:30.119074 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:30.121029 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:30.128996 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-56f518b8-d293-4015-a383-ade4d24156c5 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Notify callbacks [] for port, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:30.175220 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-56f518b8-d293-4015-a383-ade4d24156c5 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:30.185109 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:30.224326 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=80e973cb-f9fc-457a-a460-b9c214318d3d,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:30.227861 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:30.263818 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-56f518b8-d293-4015-a383-ade4d24156c5 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Network 0a41112e-ba0f-47be-aa29-31d7669ce8f6 is already hosted by enough agents. {{(pid=119044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:02:30.268500 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-56f518b8-d293-4015-a383-ade4d24156c5 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Resources bound (agent type, host, resource id): {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:02:30.272981 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-56f518b8-d293-4015-a383-ade4d24156c5 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Received port after_create {{(pid=119044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:02:30.311638 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f518b8-d293-4015-a383-ade4d24156c5 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Pushing event updated for resources: {'Port': ['ID=408cc014-3894-4240-ae47-39a39836bfb5,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:30.317525 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-56f518b8-d293-4015-a383-ade4d24156c5 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:30.350327 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-56f518b8-d293-4015-a383-ade4d24156c5 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:30.351007 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-56f518b8-d293-4015-a383-ade4d24156c5 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:30.383366 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-56f518b8-d293-4015-a383-ade4d24156c5 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8838689 May 20 17:02:30.384434 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['80e973cb-f9fc-457a-a460-b9c214318d3d'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:02:30.404607 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-fd98bfbe-b2c7-4f23-8731-4cc64536345b service neutron] Request body: {'port': {'device_id': '8f8d770c-bfc4-4391-a767-801d8febf015', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:02:30.447752 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 50046) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:30.564079 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-fd98bfbe-b2c7-4f23-8731-4cc64536345b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:30.684899 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4336e46a-9d5e-4232-a775-3653794b940f admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:30.746291 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-4336e46a-9d5e-4232-a775-3653794b940f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:30.763387 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-4336e46a-9d5e-4232-a775-3653794b940f admin admin] Usage tracker for resource:security_group_rule and tenant:85a681665e25406ab44561f23155a876 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:02:30.769745 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-4336e46a-9d5e-4232-a775-3653794b940f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:02:30.786908 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-4336e46a-9d5e-4232-a775-3653794b940f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:30.835915 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9600f-aa30-4c62-b7be-e7db30422970 req-b64701c6-325c-4e62-9456-1b5a1e9b3bb5 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:30.837340 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7cc9600f-aa30-4c62-b7be-e7db30422970 req-b64701c6-325c-4e62-9456-1b5a1e9b3bb5 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f8d770c-bfc4-4391-a767-801d8febf015 HTTP/1.1" status: 200 len: 931 time: 0.1383305 May 20 17:02:30.920039 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7cc9600f-aa30-4c62-b7be-e7db30422970 req-c59550f7-6189-42db-a4d2-6800103fab31 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1fb8b87-63ca-4f01-a5ca-b8ed48f41dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734587 May 20 17:02:30.957393 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4336e46a-9d5e-4232-a775-3653794b940f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:30.963994 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4336e46a-9d5e-4232-a775-3653794b940f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:30.973385 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-5730294c-ff95-4165-9ec2-2edeacca98bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:31.017913 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-4336e46a-9d5e-4232-a775-3653794b940f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=85a681665e25406ab44561f23155a876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5689859 May 20 17:02:31.019099 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336e46a-9d5e-4232-a775-3653794b940f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d3a1e2-bf33-45b9-8ccb-fa77b27e31d5,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:31.021721 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 50062) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:31.024006 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-4336e46a-9d5e-4232-a775-3653794b940f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:31.034306 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.notifiers.nova [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-fd98bfbe-b2c7-4f23-8731-4cc64536345b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 408cc014-3894-4240-ae47-39a39836bfb5 {{(pid=119044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:02:31.045092 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-fd98bfbe-b2c7-4f23-8731-4cc64536345b service neutron] Notify callbacks [] for port, precommit_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:31.066819 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.provisioning_blocks [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-fd98bfbe-b2c7-4f23-8731-4cc64536345b service neutron] Transition to ACTIVE for port object 408cc014-3894-4240-ae47-39a39836bfb5 will not be triggered until provisioned by entity L2. {{(pid=119044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:02:31.073468 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-fd98bfbe-b2c7-4f23-8731-4cc64536345b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14410818'] for port, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:31.086499 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-0f452e67-c58c-4c8c-a890-83088a0299c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:31.086684 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3718e-c389-47ce-b9d1-bea4cbf534ec req-aa05ec3a-95c1-43a4-a618-b51039626a01 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:31.087929 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-48f3718e-c389-47ce-b9d1-bea4cbf534ec req-aa05ec3a-95c1-43a4-a618-b51039626a01 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 944 time: 0.1329966 May 20 17:02:31.089680 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-f0025104-a651-46d0-ad6d-2ba7f064d72b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:31.118848 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-0f452e67-c58c-4c8c-a890-83088a0299c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:31.175733 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-0f452e67-c58c-4c8c-a890-83088a0299c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:31.181714 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-01d434d5-0681-4ed7-a035-63434aadaa09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:31.194047 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f452e67-c58c-4c8c-a890-83088a0299c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d3a1e2-bf33-45b9-8ccb-fa77b27e31d5,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:31.196975 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-0f452e67-c58c-4c8c-a890-83088a0299c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:31.198933 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-0f452e67-c58c-4c8c-a890-83088a0299c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:31.200039 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-0f452e67-c58c-4c8c-a890-83088a0299c2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c7d3a1e2-bf33-45b9-8ccb-fa77b27e31d5 HTTP/1.1" status: 204 len: 168 time: 0.1774883 May 20 17:02:31.250530 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98bfbe-b2c7-4f23-8731-4cc64536345b service neutron] Pushing event updated for resources: {'Port': ['ID=408cc014-3894-4240-ae47-39a39836bfb5,revision_number=2']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:31.358412 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-fd98bfbe-b2c7-4f23-8731-4cc64536345b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:31.374241 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-48f3718e-c389-47ce-b9d1-bea4cbf534ec req-3dfb92b7-7420-4041-ab57-603551324dd2 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518299 May 20 17:02:31.443343 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.managers [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-fd98bfbe-b2c7-4f23-8731-4cc64536345b service neutron] Attempting to bind port 408cc014-3894-4240-ae47-39a39836bfb5 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:02:31.443685 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.managers [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-fd98bfbe-b2c7-4f23-8731-4cc64536345b service neutron] Attempting to bind port 408cc014-3894-4240-ae47-39a39836bfb5 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'f4ca7072-ae7f-461e-af66-9ac5a12dc0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '0a41112e-ba0f-47be-aa29-31d7669ce8f6'}] {{(pid=119044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:02:31.444040 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-fd98bfbe-b2c7-4f23-8731-4cc64536345b service neutron] Attempting to bind port 408cc014-3894-4240-ae47-39a39836bfb5 on network 0a41112e-ba0f-47be-aa29-31d7669ce8f6 {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:02:31.450751 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-fd98bfbe-b2c7-4f23-8731-4cc64536345b service neutron] Port 408cc014-3894-4240-ae47-39a39836bfb5 on network 0a41112e-ba0f-47be-aa29-31d7669ce8f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 17:02:31.451072 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-fd98bfbe-b2c7-4f23-8731-4cc64536345b service neutron] Attempting to bind port 408cc014-3894-4240-ae47-39a39836bfb5 on network 0a41112e-ba0f-47be-aa29-31d7669ce8f6 {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:02:31.456254 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-fd98bfbe-b2c7-4f23-8731-4cc64536345b service neutron] Checking agent: {'id': '6f9f6b2e-16b6-4f76-902f-5004e6b9f64e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:02:31.456588 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-fd98bfbe-b2c7-4f23-8731-4cc64536345b service neutron] Checking segment: {'id': 'f4ca7072-ae7f-461e-af66-9ac5a12dc0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '0a41112e-ba0f-47be-aa29-31d7669ce8f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:02:31.456965 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-fd98bfbe-b2c7-4f23-8731-4cc64536345b service neutron] Bound using segment: {'id': 'f4ca7072-ae7f-461e-af66-9ac5a12dc0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '0a41112e-ba0f-47be-aa29-31d7669ce8f6'} {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:02:31.457422 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.managers [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-fd98bfbe-b2c7-4f23-8731-4cc64536345b service neutron] Bound port: 408cc014-3894-4240-ae47-39a39836bfb5, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ca7072-ae7f-461e-af66-9ac5a12dc0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '0a41112e-ba0f-47be-aa29-31d7669ce8f6'}}] {{(pid=119044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:02:31.457768 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-fd98bfbe-b2c7-4f23-8731-4cc64536345b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:31.554599 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-fd98bfbe-b2c7-4f23-8731-4cc64536345b service neutron] For port 408cc014-3894-4240-ae47-39a39836bfb5, host hv-cinder-78652, cleared binding levels {{(pid=119044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:02:31.558251 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-fd98bfbe-b2c7-4f23-8731-4cc64536345b service neutron] For port 408cc014-3894-4240-ae47-39a39836bfb5, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=408cc014-3894-4240-ae47-39a39836bfb5,segment=NetworkSegment(f4ca7072-ae7f-461e-af66-9ac5a12dc0fb),segment_id=f4ca7072-ae7f-461e-af66-9ac5a12dc0fb)] {{(pid=119044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:02:31.565083 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-fd98bfbe-b2c7-4f23-8731-4cc64536345b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14410818'] for port, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:31.569979 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-56f518b8-d293-4015-a383-ade4d24156c5 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:31.631076 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-fd98bfbe-b2c7-4f23-8731-4cc64536345b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:31.631672 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-fd98bfbe-b2c7-4f23-8731-4cc64536345b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:31.633019 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-fd98bfbe-b2c7-4f23-8731-4cc64536345b service neutron] 10.222.0.75 "PUT /v2.0/ports/408cc014-3894-4240-ae47-39a39836bfb5 HTTP/1.1" status: 200 len: 1093 time: 1.2333553 May 20 17:02:31.633551 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8d770c-bfc4-4391-a767-801d8febf015', 'tag': '408cc014-3894-4240-ae47-39a39836bfb5'}] {{(pid=119044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:02:31.668144 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98bfbe-b2c7-4f23-8731-4cc64536345b service neutron] Pushing event updated for resources: {'Port': ['ID=408cc014-3894-4240-ae47-39a39836bfb5,revision_number=3']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:31.678754 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-fd98bfbe-b2c7-4f23-8731-4cc64536345b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:31.715049 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8d770c-bfc4-4391-a767-801d8febf015', 'tag': '408cc014-3894-4240-ae47-39a39836bfb5', 'status': 'completed', 'code': 200} May 20 17:02:31.758498 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-01a235e2-b5fd-4bcd-8996-40d4ef84f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:31.759983 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-01a235e2-b5fd-4bcd-8996-40d4ef84f27f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e9f3d130b07345bda27ff0b5df5728e4&device_id=8f8d770c-bfc4-4391-a767-801d8febf015 HTTP/1.1" status: 200 len: 1096 time: 0.0802958 May 20 17:02:31.818081 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 80e973cb-f9fc-457a-a460-b9c214318d3d up at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:02:31.852560 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-30d24439-7688-42cc-941c-e5a9913fe13b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=408cc014-3894-4240-ae47-39a39836bfb5 HTTP/1.1" status: 200 len: 217 time: 0.0840943 May 20 17:02:31.908542 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning for port 80e973cb-f9fc-457a-a460-b9c214318d3d completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:02:31.913379 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning complete for port 80e973cb-f9fc-457a-a460-b9c214318d3d triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:02:31.913756 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:31.935601 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-6cd2ebf3-18b4-48c9-b86f-8d3844865fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:31.937261 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-6cd2ebf3-18b4-48c9-b86f-8d3844865fa4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fc03c8cf-b1ef-4ae7-a9f0-e2e69a100b84 HTTP/1.1" status: 200 len: 847 time: 0.0761619 May 20 17:02:31.989534 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-77019ee9-2291-49e2-8b83-a6b6c9a67c5c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0a41112e-ba0f-47be-aa29-31d7669ce8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446107 May 20 17:02:32.012268 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 50098) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:32.055558 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:32.090362 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2108b7-6daf-48bc-ae41-e93c2ce300f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e973cb-f9fc-457a-a460-b9c214318d3d'}] {{(pid=119046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:02:32.105620 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 80e973cb-f9fc-457a-a460-b9c214318d3d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=80e973cb-f9fc-457a-a460-b9c214318d3d,segment=NetworkSegment(a4e97352-2304-4024-9541-464f2f7c5c74),segment_id=a4e97352-2304-4024-9541-464f2f7c5c74)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:02:32.118926 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:32.122068 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:32.153937 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-ae0e7675-7a5d-4f8d-a2ba-6438cfc403fc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1353188969-network', 'tenant_id': '0a5d5db9947c4adea81924bf7464e6a5'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:02:32.159150 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-ae0e7675-7a5d-4f8d-a2ba-6438cfc403fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:32.163553 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-ae0e7675-7a5d-4f8d-a2ba-6438cfc403fc admin admin] Usage tracker for resource:network and tenant:0a5d5db9947c4adea81924bf7464e6a5 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:02:32.167034 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-ae0e7675-7a5d-4f8d-a2ba-6438cfc403fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:02:32.173348 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-ae0e7675-7a5d-4f8d-a2ba-6438cfc403fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:32.186864 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0e7675-7a5d-4f8d-a2ba-6438cfc403fc admin admin] Made reservation on behalf of 0a5d5db9947c4adea81924bf7464e6a5 for: {'network': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:02:32.194886 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7675-7a5d-4f8d-a2ba-6438cfc403fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605269'] for network, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:32.198867 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=80e973cb-f9fc-457a-a460-b9c214318d3d,revision_number=5']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:32.202599 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:32.206921 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-15582e6d-b855-4b33-a8c6-eb5b2dd53ad8 service neutron] 10.222.0.75 "GET /v2.0/networks/0a41112e-ba0f-47be-aa29-31d7669ce8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096980 May 20 17:02:32.226104 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7675-7a5d-4f8d-a2ba-6438cfc403fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:32.241433 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-ae0e7675-7a5d-4f8d-a2ba-6438cfc403fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:32.245636 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-ae0e7675-7a5d-4f8d-a2ba-6438cfc403fc admin admin] Usage tracker for resource:security_group_rule and tenant:0a5d5db9947c4adea81924bf7464e6a5 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:02:32.249182 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-ae0e7675-7a5d-4f8d-a2ba-6438cfc403fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:02:32.256041 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-ae0e7675-7a5d-4f8d-a2ba-6438cfc403fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:32.259478 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f054de-c35a-462c-84e2-4028fd0ec372 req-549a78c6-f45c-4d63-b5ec-6c8cfb1819c4 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:32.260188 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-44f054de-c35a-462c-84e2-4028fd0ec372 req-549a78c6-f45c-4d63-b5ec-6c8cfb1819c4 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Synchronizing usage tracker for tenant:e9f3d130b07345bda27ff0b5df5728e4 on resource:port {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:02:32.293813 dv-cinder-786524-7-iscsi neutron-server[119046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2108b7-6daf-48bc-ae41-e93c2ce300f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e973cb-f9fc-457a-a460-b9c214318d3d', 'code': 200} May 20 17:02:32.339406 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-44f054de-c35a-462c-84e2-4028fd0ec372 req-549a78c6-f45c-4d63-b5ec-6c8cfb1819c4 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Unset dirty status for tenant:e9f3d130b07345bda27ff0b5df5728e4 on resource:port {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:02:32.340577 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-44f054de-c35a-462c-84e2-4028fd0ec372 req-549a78c6-f45c-4d63-b5ec-6c8cfb1819c4 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f8d770c-bfc4-4391-a767-801d8febf015 HTTP/1.1" status: 200 len: 943 time: 0.2264628 May 20 17:02:32.347704 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7675-7a5d-4f8d-a2ba-6438cfc403fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:32.353111 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7675-7a5d-4f8d-a2ba-6438cfc403fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:32.357599 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-d8fe9964-a706-48b5-9606-ea4840433bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:32.376154 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-21cbdbff-4c8f-4b28-a17d-188d50bc2b07 req-927bf7d4-1f21-4558-ae3c-965a95294cca service neutron] 10.222.0.75 "GET /v2.0/networks/0a41112e-ba0f-47be-aa29-31d7669ce8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587496 May 20 17:02:32.387582 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae0e7675-7a5d-4f8d-a2ba-6438cfc403fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=119045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 17:02:32.397643 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e7675-7a5d-4f8d-a2ba-6438cfc403fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f331fc42-7636-4012-912f-92d9a93afbf2,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:32.402055 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-ae0e7675-7a5d-4f8d-a2ba-6438cfc403fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:32.404893 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7675-7a5d-4f8d-a2ba-6438cfc403fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:32.405269 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.db.segments_db [None req-ae0e7675-7a5d-4f8d-a2ba-6438cfc403fc admin admin] Added segment d37f8528-7297-4149-9ffd-cc733462f317 of type vlan for network bf878487-215c-4e5c-a88b-d79110158955 May 20 17:02:32.444547 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7675-7a5d-4f8d-a2ba-6438cfc403fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727197218515'] for network, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:32.465501 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-44f054de-c35a-462c-84e2-4028fd0ec372 req-33bd029a-14c6-4c7b-be49-942f2cf3e826 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1fb8b87-63ca-4f01-a5ca-b8ed48f41dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094780 May 20 17:02:32.490818 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7675-7a5d-4f8d-a2ba-6438cfc403fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128'] for network, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:32.492946 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0e7675-7a5d-4f8d-a2ba-6438cfc403fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:32.493611 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7675-7a5d-4f8d-a2ba-6438cfc403fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:32.516354 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-519d14eb-295c-42f8-ba2f-91f2645c4f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:32.631947 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb4ad2-5a6c-48a2-8df3-02d674821518 req-37243102-15bc-4444-b14b-70ea55372e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:32.633840 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dbdb4ad2-5a6c-48a2-8df3-02d674821518 req-37243102-15bc-4444-b14b-70ea55372e0b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e9f3d130b07345bda27ff0b5df5728e4&device_id=8f8d770c-bfc4-4391-a767-801d8febf015 HTTP/1.1" status: 200 len: 1096 time: 0.0938330 May 20 17:02:32.675918 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-ae0e7675-7a5d-4f8d-a2ba-6438cfc403fc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6598926 May 20 17:02:32.699440 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 50118) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:32.707927 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-633de4e5-e106-4a41-ade1-87bab768b638 admin admin] Request body: {'subnet': {'network_id': 'bf878487-215c-4e5c-a88b-d79110158955', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1353188969-subnet', 'tenant_id': '0a5d5db9947c4adea81924bf7464e6a5', 'ip_version': 4}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:02:32.768147 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-633de4e5-e106-4a41-ade1-87bab768b638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:32.784562 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-633de4e5-e106-4a41-ade1-87bab768b638 admin admin] Usage tracker for resource:subnet and tenant:0a5d5db9947c4adea81924bf7464e6a5 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:02:32.798390 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-633de4e5-e106-4a41-ade1-87bab768b638 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:02:32.803861 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e7675-7a5d-4f8d-a2ba-6438cfc403fc admin admin] Pushing event updated for resources: {'Network': ['ID=bf878487-215c-4e5c-a88b-d79110158955,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:32.804470 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-ae0e7675-7a5d-4f8d-a2ba-6438cfc403fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:32.811015 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-633de4e5-e106-4a41-ade1-87bab768b638 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:32.811889 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Network bf878487-215c-4e5c-a88b-d79110158955 details requested by agent ovs-agent-dv-cinder-786524-7-iscsi with host dv-cinder-786524-7-iscsi {{(pid=119046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 17:02:32.825938 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb4ad2-5a6c-48a2-8df3-02d674821518 req-4c5ac505-bd85-4938-999e-92d0593ac6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:32.828322 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dbdb4ad2-5a6c-48a2-8df3-02d674821518 req-4c5ac505-bd85-4938-999e-92d0593ac6da service neutron] 10.222.0.75 "GET /v2.0/networks?id=0a41112e-ba0f-47be-aa29-31d7669ce8f6 HTTP/1.1" status: 200 len: 908 time: 0.1865485 May 20 17:02:32.858821 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633de4e5-e106-4a41-ade1-87bab768b638 admin admin] Made reservation on behalf of 0a5d5db9947c4adea81924bf7464e6a5 for: {'subnet': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:02:32.861944 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-633de4e5-e106-4a41-ade1-87bab768b638 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15261289'] for subnet, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:32.929212 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dbdb4ad2-5a6c-48a2-8df3-02d674821518 req-a9a5de98-f8f6-4321-a00b-e55fe28dac74 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=408cc014-3894-4240-ae47-39a39836bfb5 HTTP/1.1" status: 200 len: 217 time: 0.0933173 May 20 17:02:32.947240 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fdbd0-e496-4a3c-af9f-7420bda54b04 req-73ad337a-8884-4804-a440-a4d15c0fb11e tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:32.955235 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-964fdbd0-e496-4a3c-af9f-7420bda54b04 req-73ad337a-8884-4804-a440-a4d15c0fb11e tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.3499050 May 20 17:02:32.979594 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82adc03-cf2e-4d1a-b9bb-8db7d52bb0ed req-87705659-ed80-4aee-8fbe-1640d9496ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:32.981093 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-a82adc03-cf2e-4d1a-b9bb-8db7d52bb0ed req-87705659-ed80-4aee-8fbe-1640d9496ae7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 1098 time: 0.3792129 May 20 17:02:33.029794 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb4ad2-5a6c-48a2-8df3-02d674821518 req-83813f88-06e2-4fe7-af4a-d4930b0dbef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:33.031822 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dbdb4ad2-5a6c-48a2-8df3-02d674821518 req-83813f88-06e2-4fe7-af4a-d4930b0dbef0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fc03c8cf-b1ef-4ae7-a9f0-e2e69a100b84 HTTP/1.1" status: 200 len: 847 time: 0.0937705 May 20 17:02:33.105034 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dbdb4ad2-5a6c-48a2-8df3-02d674821518 req-81e96e76-e72c-4d5e-a7a8-183b26905b26 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0a41112e-ba0f-47be-aa29-31d7669ce8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551465 May 20 17:02:33.118689 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-964fdbd0-e496-4a3c-af9f-7420bda54b04 req-102c0ae0-9c6d-487c-9242-4cff8c26a959 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623030 May 20 17:02:33.127985 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-a82adc03-cf2e-4d1a-b9bb-8db7d52bb0ed req-de81cd9e-4b10-4551-94ea-78f10f8ac248 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846016 May 20 17:02:33.317168 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dbdb4ad2-5a6c-48a2-8df3-02d674821518 req-de5ae0d4-30a0-425c-b2da-1f5069b05b23 service neutron] 10.222.0.75 "GET /v2.0/networks/0a41112e-ba0f-47be-aa29-31d7669ce8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921909 May 20 17:02:33.506074 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-633de4e5-e106-4a41-ade1-87bab768b638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14687673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15261307'] for subnet, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:33.513187 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-8af56cf5-cb8c-46b3-b738-641d3b4c533a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:33.599722 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633de4e5-e106-4a41-ade1-87bab768b638 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d2384bb-83fb-450e-90a2-cc802278fb21,revision_number=0']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:33.606704 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-633de4e5-e106-4a41-ade1-87bab768b638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:33.615441 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633de4e5-e106-4a41-ade1-87bab768b638 admin admin] Checking segment: {'id': 'd37f8528-7297-4149-9ffd-cc733462f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bf878487-215c-4e5c-a88b-d79110158955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:02:33.615807 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633de4e5-e106-4a41-ade1-87bab768b638 admin admin] Network hostable DHCP agents. Network: bf878487-215c-4e5c-a88b-d79110158955, hostable agents: ['6b6b5109-91f6-4dcc-9375-40169a0e8fed'], hosted agents: [] {{(pid=119045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 17:02:33.657315 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dbdb4ad2-5a6c-48a2-8df3-02d674821518 req-7bf4a994-39a9-4eb3-bd6a-b2699e1a22ec service neutron] 10.222.0.75 "GET /v2.0/networks/0a41112e-ba0f-47be-aa29-31d7669ce8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321495 May 20 17:02:33.678304 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad150826-0e32-4321-a8a4-4f427353027e req-d5f2510d-8929-44ad-8f73-599bb802c12d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:33.679805 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ad150826-0e32-4321-a8a4-4f427353027e req-d5f2510d-8929-44ad-8f73-599bb802c12d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 946 time: 0.1191163 May 20 17:02:33.686287 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633de4e5-e106-4a41-ade1-87bab768b638 admin admin] Network bf878487-215c-4e5c-a88b-d79110158955 is scheduled to be hosted by DHCP agent 6b6b5109-91f6-4dcc-9375-40169a0e8fed with binding_index 1 {{(pid=119045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 17:02:33.700937 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [None req-633de4e5-e106-4a41-ade1-87bab768b638 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-iscsi, bf878487-215c-4e5c-a88b-d79110158955) {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:02:33.711094 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f043ce89-482c-4395-81e2-eb061a8b0126 None None] Network bf878487-215c-4e5c-a88b-d79110158955 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:02:33.713128 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633de4e5-e106-4a41-ade1-87bab768b638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:33.713728 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-633de4e5-e106-4a41-ade1-87bab768b638 admin admin] Notify callbacks [] for subnet, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:33.736694 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ad150826-0e32-4321-a8a4-4f427353027e req-0a03d9ba-35d6-4ba6-8a5c-8657b593fd5c tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497980 May 20 17:02:33.741794 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53f6ef-a2dc-48aa-b46c-0edc233437ff req-a449cc5e-fb05-4f6e-9a31-6bffe01ec878 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:33.743166 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-2e53f6ef-a2dc-48aa-b46c-0edc233437ff req-a449cc5e-fb05-4f6e-9a31-6bffe01ec878 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f8d770c-bfc4-4391-a767-801d8febf015 HTTP/1.1" status: 200 len: 943 time: 0.1289210 May 20 17:02:33.752794 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-633de4e5-e106-4a41-ade1-87bab768b638 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0528340 May 20 17:02:33.757421 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 50156) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:33.776055 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-bda4fef2-ddea-4c66-99ab-7164eb8cb640 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1353188969-router', 'tenant_id': '0a5d5db9947c4adea81924bf7464e6a5', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'}}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:02:33.784777 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-bda4fef2-ddea-4c66-99ab-7164eb8cb640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:33.795674 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-bda4fef2-ddea-4c66-99ab-7164eb8cb640 admin admin] Usage tracker for resource:router and tenant:0a5d5db9947c4adea81924bf7464e6a5 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:02:33.800901 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-bda4fef2-ddea-4c66-99ab-7164eb8cb640 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:02:33.811575 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-bda4fef2-ddea-4c66-99ab-7164eb8cb640 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:33.821779 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-2e53f6ef-a2dc-48aa-b46c-0edc233437ff req-07dc9eb0-ff7d-4428-bfa9-c1be5fd22abd tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1fb8b87-63ca-4f01-a5ca-b8ed48f41dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643470 May 20 17:02:33.832270 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 408cc014-3894-4240-ae47-39a39836bfb5 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=119046) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 17:02:33.835039 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bda4fef2-ddea-4c66-99ab-7164eb8cb640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16751073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3089'] for router, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:33.836512 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bda4fef2-ddea-4c66-99ab-7164eb8cb640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16749815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16382112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3098'] for router, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:33.858488 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bda4fef2-ddea-4c66-99ab-7164eb8cb640 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:34.041940 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 408cc014-3894-4240-ae47-39a39836bfb5, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=408cc014-3894-4240-ae47-39a39836bfb5,segment=NetworkSegment(f4ca7072-ae7f-461e-af66-9ac5a12dc0fb),segment_id=f4ca7072-ae7f-461e-af66-9ac5a12dc0fb)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:02:34.085324 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Returning: {'device': '408cc014-3894-4240-ae47-39a39836bfb5', 'network_id': '0a41112e-ba0f-47be-aa29-31d7669ce8f6', 'port_id': '408cc014-3894-4240-ae47-39a39836bfb5', 'mac_address': 'fa:16:3e:4a:5e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc03c8cf-b1ef-4ae7-a9f0-e2e69a100b84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119046) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 17:02:34.118175 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71084b60-ea00-411b-88e6-3b9755ad0d44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9e3bc99-4bc4-5a8a-9ef8-f495f19de429-bf878487-215c-4e5c-a88b-d79110158955', 'network_id': 'bf878487-215c-4e5c-a88b-d79110158955', 'tenant_id': '0a5d5db9947c4adea81924bf7464e6a5', 'fixed_ips': [{'subnet_id': '7d2384bb-83fb-450e-90a2-cc802278fb21'}]}} from dv-cinder-786524-7-iscsi. {{(pid=119046) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 17:02:34.118992 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-71084b60-ea00-411b-88e6-3b9755ad0d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:34.139986 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bda4fef2-ddea-4c66-99ab-7164eb8cb640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16382098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16751095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3084'] for router, precommit_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:34.204333 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:34.239205 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 408cc014-3894-4240-ae47-39a39836bfb5 {{(pid=119046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:02:34.272136 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 408cc014-3894-4240-ae47-39a39836bfb5, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=408cc014-3894-4240-ae47-39a39836bfb5,segment=NetworkSegment(f4ca7072-ae7f-461e-af66-9ac5a12dc0fb),segment_id=f4ca7072-ae7f-461e-af66-9ac5a12dc0fb)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:02:34.307506 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:34.316090 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:34.392671 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.db_base_plugin_common [None req-71084b60-ea00-411b-88e6-3b9755ad0d44 None None] Allocated IP 172.20.0.2 (bf878487-215c-4e5c-a88b-d79110158955/7d2384bb-83fb-450e-90a2-cc802278fb21/84aaac4f-1332-49d7-adc4-50b399749512) {{(pid=119046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:02:34.408183 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=408cc014-3894-4240-ae47-39a39836bfb5,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:34.412252 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:34.417960 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff024e2-891c-4319-a95b-ffcddf985d51 req-867a569a-8f4d-4738-821b-b91de73ffd47 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:34.426273 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-4ff024e2-891c-4319-a95b-ffcddf985d51 req-867a569a-8f4d-4738-821b-b91de73ffd47 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.1230426 May 20 17:02:34.477861 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-4ff024e2-891c-4319-a95b-ffcddf985d51 req-9afa1d68-1209-4137-917c-ee8d9da17ddf tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503728 May 20 17:02:34.638623 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['408cc014-3894-4240-ae47-39a39836bfb5'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:02:34.654583 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bda4fef2-ddea-4c66-99ab-7164eb8cb640 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:34.688570 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bda4fef2-ddea-4c66-99ab-7164eb8cb640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:34.693907 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-71084b60-ea00-411b-88e6-3b9755ad0d44 None None] Notify callbacks [] for port, precommit_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:34.694441 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 50182) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:34.711444 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-71084b60-ea00-411b-88e6-3b9755ad0d44 None None] Transition to ACTIVE for port object 84aaac4f-1332-49d7-adc4-50b399749512 will not be triggered until provisioned by entity L2. {{(pid=119046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:02:34.766601 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-71084b60-ea00-411b-88e6-3b9755ad0d44 None None] Transition to ACTIVE for port object 84aaac4f-1332-49d7-adc4-50b399749512 will not be triggered until provisioned by entity DHCP. {{(pid=119046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:02:34.785025 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-71084b60-ea00-411b-88e6-3b9755ad0d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791'] for port, after_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:34.795925 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:34.862802 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_common [None req-bda4fef2-ddea-4c66-99ab-7164eb8cb640 admin admin] Allocated IP 172.27.3.243 (7bf407be-0a2f-4276-bbb9-407bd07b5677/0cc0c620-4805-460b-b0e9-2701bd4f1725/50fcd343-e163-4372-b9c3-e5526c11c3a6) {{(pid=119045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:02:34.890055 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a13b7318-5def-454f-b118-2e0af525413f admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:34.905523 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71084b60-ea00-411b-88e6-3b9755ad0d44 None None] Network bf878487-215c-4e5c-a88b-d79110158955 is already hosted by enough agents. {{(pid=119046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:02:34.910488 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.scheduler.base_scheduler [None req-71084b60-ea00-411b-88e6-3b9755ad0d44 None None] Resources bound (agent type, host, resource id): {{(pid=119046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:02:34.912970 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71084b60-ea00-411b-88e6-3b9755ad0d44 None None] Received port after_create {{(pid=119046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:02:34.942163 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-a13b7318-5def-454f-b118-2e0af525413f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:34.950100 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-a13b7318-5def-454f-b118-2e0af525413f admin admin] Usage tracker for resource:security_group_rule and tenant:4394f25dcd46469eaa22c6b6ac0c1cfc is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:02:34.963372 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-a13b7318-5def-454f-b118-2e0af525413f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:02:34.974473 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-a13b7318-5def-454f-b118-2e0af525413f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:35.008570 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71084b60-ea00-411b-88e6-3b9755ad0d44 None None] Pushing event updated for resources: {'Port': ['ID=84aaac4f-1332-49d7-adc4-50b399749512,revision_number=1']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:35.011444 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-71084b60-ea00-411b-88e6-3b9755ad0d44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:35.087628 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-71084b60-ea00-411b-88e6-3b9755ad0d44 None None] Attempting to bind port 84aaac4f-1332-49d7-adc4-50b399749512 on host dv-cinder-786524-7-iscsi for vnic_type normal with profile {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:02:35.088079 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-71084b60-ea00-411b-88e6-3b9755ad0d44 None None] Attempting to bind port 84aaac4f-1332-49d7-adc4-50b399749512 by drivers openvswitch,hyperv on host dv-cinder-786524-7-iscsi at level 0 using segments [{'id': 'd37f8528-7297-4149-9ffd-cc733462f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bf878487-215c-4e5c-a88b-d79110158955'}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:02:35.088978 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71084b60-ea00-411b-88e6-3b9755ad0d44 None None] Attempting to bind port 84aaac4f-1332-49d7-adc4-50b399749512 on network bf878487-215c-4e5c-a88b-d79110158955 {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:02:35.097840 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71084b60-ea00-411b-88e6-3b9755ad0d44 None None] Checking agent: {'id': '04a99329-5785-4fd7-acdc-4119699d5680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 53, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:02:35.098328 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71084b60-ea00-411b-88e6-3b9755ad0d44 None None] Checking segment: {'id': 'd37f8528-7297-4149-9ffd-cc733462f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bf878487-215c-4e5c-a88b-d79110158955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:02:35.098778 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-71084b60-ea00-411b-88e6-3b9755ad0d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:35.099179 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71084b60-ea00-411b-88e6-3b9755ad0d44 None None] Bound using segment: {'id': 'd37f8528-7297-4149-9ffd-cc733462f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bf878487-215c-4e5c-a88b-d79110158955'} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:02:35.099685 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-71084b60-ea00-411b-88e6-3b9755ad0d44 None None] Bound port: 84aaac4f-1332-49d7-adc4-50b399749512, host: dv-cinder-786524-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37f8528-7297-4149-9ffd-cc733462f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bf878487-215c-4e5c-a88b-d79110158955'}}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:02:35.100067 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-71084b60-ea00-411b-88e6-3b9755ad0d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:35.181296 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a13b7318-5def-454f-b118-2e0af525413f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:35.195421 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3779f-60da-4962-a7b4-b03c3159a050 req-1a4e070b-70fe-4f7b-88c3-c7ae4a189ba6 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:35.202479 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-a2f3779f-60da-4962-a7b4-b03c3159a050 req-1a4e070b-70fe-4f7b-88c3-c7ae4a189ba6 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f8d770c-bfc4-4391-a767-801d8febf015 HTTP/1.1" status: 200 len: 944 time: 0.1967130 May 20 17:02:35.210904 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-71084b60-ea00-411b-88e6-3b9755ad0d44 None None] For port 84aaac4f-1332-49d7-adc4-50b399749512, host dv-cinder-786524-7-iscsi, cleared binding levels {{(pid=119046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:02:35.215990 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-71084b60-ea00-411b-88e6-3b9755ad0d44 None None] For port 84aaac4f-1332-49d7-adc4-50b399749512, host dv-cinder-786524-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=84aaac4f-1332-49d7-adc4-50b399749512,segment=NetworkSegment(d37f8528-7297-4149-9ffd-cc733462f317),segment_id=d37f8528-7297-4149-9ffd-cc733462f317)] {{(pid=119046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:02:35.235569 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-71084b60-ea00-411b-88e6-3b9755ad0d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:35.237202 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a13b7318-5def-454f-b118-2e0af525413f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:35.242088 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:35.268031 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-54c4a81c-20ac-4b1b-8392-81987da8fbec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:35.275359 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bda4fef2-ddea-4c66-99ab-7164eb8cb640 admin admin] Notify callbacks [] for port, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:35.276028 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-a13b7318-5def-454f-b118-2e0af525413f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4394f25dcd46469eaa22c6b6ac0c1cfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5799510 May 20 17:02:35.283654 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 50198) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:35.288524 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cac2bc-3057-4857-afd1-b297bb74e742 req-f7683b9e-4578-4213-87f7-979b7d979883 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:35.297394 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-d6cac2bc-3057-4857-afd1-b297bb74e742 req-f7683b9e-4578-4213-87f7-979b7d979883 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 946 time: 0.2566431 May 20 17:02:35.335093 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71084b60-ea00-411b-88e6-3b9755ad0d44 None None] Pushing event updated for resources: {'Port': ['ID=84aaac4f-1332-49d7-adc4-50b399749512,revision_number=2']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:35.339235 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-71084b60-ea00-411b-88e6-3b9755ad0d44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:35.349182 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-a2f3779f-60da-4962-a7b4-b03c3159a050 req-27692a35-ba87-473e-9d8c-9a37a6e048db tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1fb8b87-63ca-4f01-a5ca-b8ed48f41dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458120 May 20 17:02:35.373753 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b7318-5def-454f-b118-2e0af525413f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7735e222-97c8-40e6-a0da-5a6897379ef2,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:35.374465 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-d6cac2bc-3057-4857-afd1-b297bb74e742 req-953399c3-5116-421d-b2c6-46776158af39 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628362 May 20 17:02:35.375575 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-a13b7318-5def-454f-b118-2e0af525413f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:35.392314 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bda4fef2-ddea-4c66-99ab-7164eb8cb640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:35.397798 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-836de13d-2fba-40a9-8bfc-1445c0c208b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:35.399355 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e4e38b58-06eb-484c-b275-4c856609f80f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:35.427793 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e4e38b58-06eb-484c-b275-4c856609f80f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:35.460819 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda4fef2-ddea-4c66-99ab-7164eb8cb640 admin admin] Network 7bf407be-0a2f-4276-bbb9-407bd07b5677 is already hosted by enough agents. {{(pid=119045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:02:35.463835 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [None req-bda4fef2-ddea-4c66-99ab-7164eb8cb640 admin admin] Resources bound (agent type, host, resource id): {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:02:35.468330 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda4fef2-ddea-4c66-99ab-7164eb8cb640 admin admin] Received port after_create {{(pid=119045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:02:35.485718 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e4e38b58-06eb-484c-b275-4c856609f80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:35.490752 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-270ffe8c-3926-4930-bb29-87625ea93727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:35.505647 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e38b58-06eb-484c-b275-4c856609f80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7735e222-97c8-40e6-a0da-5a6897379ef2,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:35.508816 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-e4e38b58-06eb-484c-b275-4c856609f80f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:35.509960 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e4e38b58-06eb-484c-b275-4c856609f80f admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:35.511605 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-e4e38b58-06eb-484c-b275-4c856609f80f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7735e222-97c8-40e6-a0da-5a6897379ef2 HTTP/1.1" status: 204 len: 168 time: 0.2264791 May 20 17:02:35.517330 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4fef2-ddea-4c66-99ab-7164eb8cb640 admin admin] Pushing event updated for resources: {'Port': ['ID=50fcd343-e163-4372-b9c3-e5526c11c3a6,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:35.527926 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-bda4fef2-ddea-4c66-99ab-7164eb8cb640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:35.760964 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e55d68-4a56-4888-8fff-a109ad0038d4 req-7e5bb5f9-320a-4bdc-b782-fefb175de5e0 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:35.762609 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-a7e55d68-4a56-4888-8fff-a109ad0038d4 req-7e5bb5f9-320a-4bdc-b782-fefb175de5e0 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.0948813 May 20 17:02:35.819081 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 408cc014-3894-4240-ae47-39a39836bfb5 up at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:02:35.839993 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-a7e55d68-4a56-4888-8fff-a109ad0038d4 req-cea211f6-747e-4b27-9561-d2687c937673 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699608 May 20 17:02:35.959554 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning for port 408cc014-3894-4240-ae47-39a39836bfb5 completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:02:35.974036 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning complete for port 408cc014-3894-4240-ae47-39a39836bfb5 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:02:35.974450 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:36.037200 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 84aaac4f-1332-49d7-adc4-50b399749512 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:02:36.122903 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bda4fef2-ddea-4c66-99ab-7164eb8cb640 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:36.308723 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning for port 84aaac4f-1332-49d7-adc4-50b399749512 completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:02:36.329298 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:36.386149 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8d770c-bfc4-4391-a767-801d8febf015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408cc014-3894-4240-ae47-39a39836bfb5'}] {{(pid=119046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:02:36.406757 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 408cc014-3894-4240-ae47-39a39836bfb5, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=408cc014-3894-4240-ae47-39a39836bfb5,segment=NetworkSegment(f4ca7072-ae7f-461e-af66-9ac5a12dc0fb),segment_id=f4ca7072-ae7f-461e-af66-9ac5a12dc0fb)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:02:36.417627 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:36.425761 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-1f4d2ccb-c09f-49d4-8897-d8df70a713ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:36.614953 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22335b9-8d7f-4918-8cc7-79fa383d7cba None None] Network bf878487-215c-4e5c-a88b-d79110158955 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:02:36.622431 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263dff4d-7fe4-4136-b348-e1895dadfb8a req-2995d18f-a942-4256-9597-2b35bce5a865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:36.627026 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-263dff4d-7fe4-4136-b348-e1895dadfb8a req-2995d18f-a942-4256-9597-2b35bce5a865 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=386a22f1a8b04c71b369081dac044608&device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 1098 time: 0.1753764 May 20 17:02:36.763931 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=408cc014-3894-4240-ae47-39a39836bfb5,revision_number=5']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:36.770315 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:36.778103 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-4a06e521-ce5b-4135-9dee-184ea80bf4c7 None None] Provisioning for port 84aaac4f-1332-49d7-adc4-50b399749512 completed by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:02:36.796525 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-4a06e521-ce5b-4135-9dee-184ea80bf4c7 None None] Provisioning complete for port 84aaac4f-1332-49d7-adc4-50b399749512 triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:02:36.797550 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-4a06e521-ce5b-4135-9dee-184ea80bf4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:36.943065 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263dff4d-7fe4-4136-b348-e1895dadfb8a req-ef1b4a63-2ad8-4675-b183-f6ceae159c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:36.945405 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-263dff4d-7fe4-4136-b348-e1895dadfb8a req-ef1b4a63-2ad8-4675-b183-f6ceae159c89 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c9a972fe-2e62-44ea-901e-aa60176fd9d2 HTTP/1.1" status: 200 len: 919 time: 0.3008161 May 20 17:02:37.007485 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bda4fef2-ddea-4c66-99ab-7164eb8cb640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16751086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16382154'] for router, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:37.023384 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-263dff4d-7fe4-4136-b348-e1895dadfb8a req-021b4b25-dd73-4a07-96cd-05b493ff2aaa service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80e973cb-f9fc-457a-a460-b9c214318d3d HTTP/1.1" status: 200 len: 217 time: 0.0703144 May 20 17:02:37.041404 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a03b0c-4141-4255-a18f-d2b89637eab4 req-df5b0598-ab17-43ea-b0a3-6fa3c31f811d tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:37.043264 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-44a03b0c-4141-4255-a18f-d2b89637eab4 req-df5b0598-ab17-43ea-b0a3-6fa3c31f811d tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.3439171 May 20 17:02:37.056309 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-4a06e521-ce5b-4135-9dee-184ea80bf4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:37.091219 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-4a06e521-ce5b-4135-9dee-184ea80bf4c7 None None] For port 84aaac4f-1332-49d7-adc4-50b399749512, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=84aaac4f-1332-49d7-adc4-50b399749512,segment=NetworkSegment(d37f8528-7297-4149-9ffd-cc733462f317),segment_id=d37f8528-7297-4149-9ffd-cc733462f317)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:02:37.099743 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-4a06e521-ce5b-4135-9dee-184ea80bf4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:37.103425 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:37.176511 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-44a03b0c-4141-4255-a18f-d2b89637eab4 req-1d4287bf-733b-40f5-a068-396cd466af6a tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903175 May 20 17:02:37.196877 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263dff4d-7fe4-4136-b348-e1895dadfb8a req-a3d2f34a-18f5-4656-9825-dbbf8176acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:37.198701 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-263dff4d-7fe4-4136-b348-e1895dadfb8a req-a3d2f34a-18f5-4656-9825-dbbf8176acf7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9417b423-694f-4c54-8180-2a0bd002ded9 HTTP/1.1" status: 200 len: 858 time: 0.1545889 May 20 17:02:37.221522 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06e521-ce5b-4135-9dee-184ea80bf4c7 None None] Pushing event updated for resources: {'Port': ['ID=84aaac4f-1332-49d7-adc4-50b399749512,revision_number=3']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:37.226449 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-4a06e521-ce5b-4135-9dee-184ea80bf4c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:37.245888 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208dc28d-4da0-45b8-a1a8-fa56e5c19f65 req-0658247b-3f60-4534-9515-06968a739a97 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:37.247484 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-208dc28d-4da0-45b8-a1a8-fa56e5c19f65 req-0658247b-3f60-4534-9515-06968a739a97 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f8d770c-bfc4-4391-a767-801d8febf015 HTTP/1.1" status: 200 len: 945 time: 0.5689356 May 20 17:02:37.294240 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-263dff4d-7fe4-4136-b348-e1895dadfb8a req-34ce3ea4-af2e-41f1-915a-79e7c48d0272 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c9a972fe-2e62-44ea-901e-aa60176fd9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864658 May 20 17:02:37.337718 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-208dc28d-4da0-45b8-a1a8-fa56e5c19f65 req-200d1252-24bf-42f4-a661-cdb484523c4c tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1fb8b87-63ca-4f01-a5ca-b8ed48f41dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777762 May 20 17:02:37.338917 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda4fef2-ddea-4c66-99ab-7164eb8cb640 admin admin] Router 724dfa94-2bc3-44aa-b715-3f29394df8ca is scheduled to L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 with binding_index 1 {{(pid=119045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 17:02:37.429440 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-e191fe40-1df4-4ee6-a3b1-e11862185770 None None] Provisioning complete for port 84aaac4f-1332-49d7-adc4-50b399749512 triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:02:37.430258 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e191fe40-1df4-4ee6-a3b1-e11862185770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:37.475637 dv-cinder-786524-7-iscsi neutron-server[119046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8d770c-bfc4-4391-a767-801d8febf015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408cc014-3894-4240-ae47-39a39836bfb5', 'code': 200} May 20 17:02:37.566020 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-263dff4d-7fe4-4136-b348-e1895dadfb8a req-21036975-6ffc-40d4-84f5-240ef58bb486 service neutron] 10.222.0.75 "GET /v2.0/networks/c9a972fe-2e62-44ea-901e-aa60176fd9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597237 May 20 17:02:37.604567 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56bf38d-e729-4cc4-8018-4d8107770b67 req-6b3719ac-956e-44f0-8fbc-7eed93a9404e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:37.626862 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b56bf38d-e729-4cc4-8018-4d8107770b67 req-6b3719ac-956e-44f0-8fbc-7eed93a9404e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 946 time: 0.2447281 May 20 17:02:37.723895 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda4fef2-ddea-4c66-99ab-7164eb8cb640 admin admin] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:02:37.736519 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efb776f-d524-49ca-bdf6-0560a4403f23 None None] Sync routers for ids ['724dfa94-2bc3-44aa-b715-3f29394df8ca'] in dv-cinder-786524-7-iscsi {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:02:37.747834 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efb776f-d524-49ca-bdf6-0560a4403f23 None None] Routers {'724dfa94-2bc3-44aa-b715-3f29394df8ca'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:02:37.748459 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-7efb776f-d524-49ca-bdf6-0560a4403f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:02:14Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['724dfa94-2bc3-44aa-b715-3f29394df8ca'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:02:37.846294 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294b34d-a56f-4e2b-8236-b1071cb69912 req-df82c080-eb12-4492-a7e1-406de41aaf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:37.848199 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7294b34d-a56f-4e2b-8236-b1071cb69912 req-df82c080-eb12-4492-a7e1-406de41aaf81 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8f8d770c-bfc4-4391-a767-801d8febf015 HTTP/1.1" status: 200 len: 1098 time: 0.1211894 May 20 17:02:37.849601 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bda4fef2-ddea-4c66-99ab-7164eb8cb640 admin admin] Notify callbacks [] for router, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:37.854801 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-bda4fef2-ddea-4c66-99ab-7164eb8cb640 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0957057 May 20 17:02:37.855337 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 50252) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:37.882137 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b56bf38d-e729-4cc4-8018-4d8107770b67 req-def3ef60-7e1a-4a8e-bd96-e405bb410d6c tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2540722 May 20 17:02:37.924204 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-263dff4d-7fe4-4136-b348-e1895dadfb8a req-b3d83a98-de01-487b-bdeb-eed3d6a25fe8 service neutron] 10.222.0.75 "GET /v2.0/networks/c9a972fe-2e62-44ea-901e-aa60176fd9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493910 May 20 17:02:37.963821 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 84aaac4f-1332-49d7-adc4-50b399749512 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:02:38.009359 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7294b34d-a56f-4e2b-8236-b1071cb69912 req-f8079b6b-3ca4-414f-97b4-db59e453b6f0 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=e1fb8b87-63ca-4f01-a5ca-b8ed48f41dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505945 May 20 17:02:38.028884 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-7efb776f-d524-49ca-bdf6-0560a4403f23 None None] Set router 724dfa94-2bc3-44aa-b715-3f29394df8ca gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:02:38.043224 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 84aaac4f-1332-49d7-adc4-50b399749512 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:02:38.043601 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:38.412781 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a95b1-e475-4381-81a5-71b72ed2387e req-2842c2c6-9964-4d56-b048-3767091c2978 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:38.420012 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-066a95b1-e475-4381-81a5-71b72ed2387e req-2842c2c6-9964-4d56-b048-3767091c2978 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.0967991 May 20 17:02:38.421088 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-7efb776f-d524-49ca-bdf6-0560a4403f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'name': 'tempest-TestShelveInstance-1353188969-router', 'tenant_id': '0a5d5db9947c4adea81924bf7464e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '50fcd343-e163-4372-b9c3-e5526c11c3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:02:33Z', 'updated_at': '2021-05-20T17:02:35Z', 'revision_number': 3, 'project_id': '0a5d5db9947c4adea81924bf7464e6a5', 'gw_port': {'id': '50fcd343-e163-4372-b9c3-e5526c11c3a6', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:34Z', 'updated_at': '2021-05-20T17:02:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi'}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:02:38.431642 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efb776f-d524-49ca-bdf6-0560a4403f23 None None] Checking router: 724dfa94-2bc3-44aa-b715-3f29394df8ca for host: dv-cinder-786524-7-iscsi {{(pid=119047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:02:38.431988 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efb776f-d524-49ca-bdf6-0560a4403f23 None None] Updating router 724dfa94-2bc3-44aa-b715-3f29394df8ca port 50fcd343-e163-4372-b9c3-e5526c11c3a6 binding host dv-cinder-786524-7-iscsi {{(pid=119047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 17:02:38.489719 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-066a95b1-e475-4381-81a5-71b72ed2387e req-5dc75f68-d1e0-41b9-8dd9-fe4c235c790f tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687604 May 20 17:02:38.506205 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-7efb776f-d524-49ca-bdf6-0560a4403f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:38.706811 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fb54f-146c-4d11-a1d0-3d7ad19be518 req-c025e4cb-6d55-4b13-a3d0-40dd3b1fbb7e tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:38.708357 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-af6fb54f-146c-4d11-a1d0-3d7ad19be518 req-c025e4cb-6d55-4b13-a3d0-40dd3b1fbb7e tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f8d770c-bfc4-4391-a767-801d8febf015 HTTP/1.1" status: 200 len: 945 time: 0.2026570 May 20 17:02:38.806040 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-2e532ebf-aa9a-4492-bdc7-455ab5f90e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:38.818600 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-af6fb54f-146c-4d11-a1d0-3d7ad19be518 req-dc74113a-b1a7-4b65-a465-9efeca5f8ead tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1fb8b87-63ca-4f01-a5ca-b8ed48f41dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741448 May 20 17:02:38.844810 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-7efb776f-d524-49ca-bdf6-0560a4403f23 None None] Notify callbacks [] for port, precommit_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:38.858655 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.provisioning_blocks [None req-7efb776f-d524-49ca-bdf6-0560a4403f23 None None] Transition to ACTIVE for port object 50fcd343-e163-4372-b9c3-e5526c11c3a6 will not be triggered until provisioned by entity L2. {{(pid=119047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:02:38.876123 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-7efb776f-d524-49ca-bdf6-0560a4403f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:38.880541 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [None req-fded484c-ec37-453c-beb9-d3ca2e750e53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:38.949835 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c363ea-a1f8-45b5-9935-10bde7142654 None None] Pushing event updated for resources: {'Port': ['ID=50fcd343-e163-4372-b9c3-e5526c11c3a6,revision_number=2']} {{(pid=119047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:38.960319 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [None req-f7c363ea-a1f8-45b5-9935-10bde7142654 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:39.006108 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.managers [None req-7efb776f-d524-49ca-bdf6-0560a4403f23 None None] Attempting to bind port 50fcd343-e163-4372-b9c3-e5526c11c3a6 on host dv-cinder-786524-7-iscsi for vnic_type normal with profile {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:02:39.006476 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.managers [None req-7efb776f-d524-49ca-bdf6-0560a4403f23 None None] Attempting to bind port 50fcd343-e163-4372-b9c3-e5526c11c3a6 by drivers openvswitch,hyperv on host dv-cinder-786524-7-iscsi at level 0 using segments [{'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'}] {{(pid=119047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:02:39.006830 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efb776f-d524-49ca-bdf6-0560a4403f23 None None] Attempting to bind port 50fcd343-e163-4372-b9c3-e5526c11c3a6 on network 7bf407be-0a2f-4276-bbb9-407bd07b5677 {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:02:39.012348 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efb776f-d524-49ca-bdf6-0560a4403f23 None None] Checking agent: {'id': '04a99329-5785-4fd7-acdc-4119699d5680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 53, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:02:39.012709 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efb776f-d524-49ca-bdf6-0560a4403f23 None None] Checking segment: {'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:02:39.013098 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-7efb776f-d524-49ca-bdf6-0560a4403f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:39.013502 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efb776f-d524-49ca-bdf6-0560a4403f23 None None] Bound using segment: {'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'} {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:02:39.013954 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.managers [None req-7efb776f-d524-49ca-bdf6-0560a4403f23 None None] Bound port: 50fcd343-e163-4372-b9c3-e5526c11c3a6, host: dv-cinder-786524-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'}}] {{(pid=119047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:02:39.014317 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-7efb776f-d524-49ca-bdf6-0560a4403f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:39.152545 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.db [None req-7efb776f-d524-49ca-bdf6-0560a4403f23 None None] For port 50fcd343-e163-4372-b9c3-e5526c11c3a6, host dv-cinder-786524-7-iscsi, cleared binding levels {{(pid=119047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:02:39.156691 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.db [None req-7efb776f-d524-49ca-bdf6-0560a4403f23 None None] For port 50fcd343-e163-4372-b9c3-e5526c11c3a6, host dv-cinder-786524-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=50fcd343-e163-4372-b9c3-e5526c11c3a6,segment=NetworkSegment(be7a08f1-7b47-4c24-ac33-26538d548295),segment_id=be7a08f1-7b47-4c24-ac33-26538d548295)] {{(pid=119047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:02:39.171171 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-7efb776f-d524-49ca-bdf6-0560a4403f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:39.185387 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [None req-f7c363ea-a1f8-45b5-9935-10bde7142654 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:39.305315 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcf16d-e7e7-4850-9244-c614ab6450f6 req-98280e86-a7cd-4680-b500-0384a415a29d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:39.313959 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-60dcf16d-e7e7-4850-9244-c614ab6450f6 req-98280e86-a7cd-4680-b500-0384a415a29d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 946 time: 0.2220826 May 20 17:02:39.322747 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_common [None req-2e532ebf-aa9a-4492-bdc7-455ab5f90e45 admin admin] Allocated IP 172.20.0.1 (bf878487-215c-4e5c-a88b-d79110158955/7d2384bb-83fb-450e-90a2-cc802278fb21/08a53f54-f0a1-42c2-9632-b17fe61b00e0) {{(pid=119045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:02:39.347891 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efb776f-d524-49ca-bdf6-0560a4403f23 None None] Routers {'724dfa94-2bc3-44aa-b715-3f29394df8ca'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:02:39.348845 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-7efb776f-d524-49ca-bdf6-0560a4403f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:02:14Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['724dfa94-2bc3-44aa-b715-3f29394df8ca'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:02:39.374594 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-60dcf16d-e7e7-4850-9244-c614ab6450f6 req-9295e7f2-8867-4f99-8808-a39dd1a64896 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596449 May 20 17:02:39.448017 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c363ea-a1f8-45b5-9935-10bde7142654 None None] Pushing event updated for resources: {'Port': ['ID=50fcd343-e163-4372-b9c3-e5526c11c3a6,revision_number=3']} {{(pid=119047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:39.459237 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [None req-f7c363ea-a1f8-45b5-9935-10bde7142654 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:39.584533 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-2e532ebf-aa9a-4492-bdc7-455ab5f90e45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:39.602184 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.provisioning_blocks [None req-2e532ebf-aa9a-4492-bdc7-455ab5f90e45 admin admin] Transition to ACTIVE for port object 08a53f54-f0a1-42c2-9632-b17fe61b00e0 will not be triggered until provisioned by entity DHCP. {{(pid=119045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:02:39.647706 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-7efb776f-d524-49ca-bdf6-0560a4403f23 None None] Set router 724dfa94-2bc3-44aa-b715-3f29394df8ca gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:02:39.696729 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-2e532ebf-aa9a-4492-bdc7-455ab5f90e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:39.711374 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-fbd65d4b-eb2f-4629-aade-f7c2035e16bf tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:39.789682 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e532ebf-aa9a-4492-bdc7-455ab5f90e45 admin admin] Network bf878487-215c-4e5c-a88b-d79110158955 is already hosted by enough agents. {{(pid=119045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:02:39.794032 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [None req-2e532ebf-aa9a-4492-bdc7-455ab5f90e45 admin admin] Resources bound (agent type, host, resource id): {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:02:39.797695 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e532ebf-aa9a-4492-bdc7-455ab5f90e45 admin admin] Pushing event updated for resources: {'Port': ['ID=08a53f54-f0a1-42c2-9632-b17fe61b00e0,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:39.800511 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e532ebf-aa9a-4492-bdc7-455ab5f90e45 admin admin] Received port after_create {{(pid=119045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:02:39.828257 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-2e532ebf-aa9a-4492-bdc7-455ab5f90e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:39.878024 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-2e532ebf-aa9a-4492-bdc7-455ab5f90e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16752083'] for router_interface, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:39.888375 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1546a-dce9-49ab-bdca-4c0779cfc4bc req-485852cf-85bd-44ef-86b8-c3c55dbee367 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:39.889947 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4cc1546a-dce9-49ab-bdca-4c0779cfc4bc req-485852cf-85bd-44ef-86b8-c3c55dbee367 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.2372830 May 20 17:02:39.979260 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4cc1546a-dce9-49ab-bdca-4c0779cfc4bc req-0755ba46-fd29-43d4-8a1e-6f080522759c tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720031 May 20 17:02:40.007670 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-7efb776f-d524-49ca-bdf6-0560a4403f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'name': 'tempest-TestShelveInstance-1353188969-router', 'tenant_id': '0a5d5db9947c4adea81924bf7464e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '50fcd343-e163-4372-b9c3-e5526c11c3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:02:33Z', 'updated_at': '2021-05-20T17:02:35Z', 'revision_number': 3, 'project_id': '0a5d5db9947c4adea81924bf7464e6a5', 'gw_port': {'id': '50fcd343-e163-4372-b9c3-e5526c11c3a6', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:34Z', 'updated_at': '2021-05-20T17:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi'}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:02:40.026214 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efb776f-d524-49ca-bdf6-0560a4403f23 None None] The sync data for ids ['724dfa94-2bc3-44aa-b715-3f29394df8ca'] in dv-cinder-786524-7-iscsi is: [{'id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'name': 'tempest-TestShelveInstance-1353188969-router', 'tenant_id': '0a5d5db9947c4adea81924bf7464e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '50fcd343-e163-4372-b9c3-e5526c11c3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:02:33Z', 'updated_at': '2021-05-20T17:02:35Z', 'revision_number': 3, 'project_id': '0a5d5db9947c4adea81924bf7464e6a5', 'gw_port': {'id': '50fcd343-e163-4372-b9c3-e5526c11c3a6', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:34Z', 'updated_at': '2021-05-20T17:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi'}] {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:02:40.101099 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba29dd-9571-4d64-b9a3-6849cc036f4d req-93700481-b368-4dfa-920c-d3a716c0051b tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:40.103300 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0eba29dd-9571-4d64-b9a3-6849cc036f4d req-93700481-b368-4dfa-920c-d3a716c0051b tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f8d770c-bfc4-4391-a767-801d8febf015 HTTP/1.1" status: 200 len: 945 time: 0.1173661 May 20 17:02:40.106909 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-2e532ebf-aa9a-4492-bdc7-455ab5f90e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:40.158345 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0eba29dd-9571-4d64-b9a3-6849cc036f4d req-a1157af0-893a-4b9f-9aa2-3f56e2f9ad5a tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1fb8b87-63ca-4f01-a5ca-b8ed48f41dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477517 May 20 17:02:40.179529 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-fa2a641b-6e74-4869-9a24-4efc91c390ca None None] Provisioning for port 08a53f54-f0a1-42c2-9632-b17fe61b00e0 completed by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:02:40.186871 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-fa2a641b-6e74-4869-9a24-4efc91c390ca None None] Provisioning complete for port 08a53f54-f0a1-42c2-9632-b17fe61b00e0 triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:02:40.187248 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-fa2a641b-6e74-4869-9a24-4efc91c390ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:40.256034 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-fa2a641b-6e74-4869-9a24-4efc91c390ca None None] Port 08a53f54-f0a1-42c2-9632-b17fe61b00e0 cannot update to ACTIVE because it is not bound. {{(pid=119046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 17:02:40.384467 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-2e532ebf-aa9a-4492-bdc7-455ab5f90e45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:40.390814 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-2e532ebf-aa9a-4492-bdc7-455ab5f90e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14687500'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:40.419870 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-bda4fef2-ddea-4c66-99ab-7164eb8cb640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:40.547111 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e532ebf-aa9a-4492-bdc7-455ab5f90e45 admin admin] Pushing event updated for resources: {'Port': ['ID=08a53f54-f0a1-42c2-9632-b17fe61b00e0,revision_number=2']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:40.552828 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-2e532ebf-aa9a-4492-bdc7-455ab5f90e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:40.553948 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-2e532ebf-aa9a-4492-bdc7-455ab5f90e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16308050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16379752'] for router_interface, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:40.690103 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c4d55-614c-4733-b788-a9a7b3ea6e72 req-7cf05d39-5d66-4995-9b00-7ff08b706091 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:40.691879 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7f8c4d55-614c-4733-b788-a9a7b3ea6e72 req-7cf05d39-5d66-4995-9b00-7ff08b706091 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 946 time: 0.2034714 May 20 17:02:40.760021 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e532ebf-aa9a-4492-bdc7-455ab5f90e45 admin admin] Network bf878487-215c-4e5c-a88b-d79110158955 is already hosted by enough agents. {{(pid=119045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:02:40.763053 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [None req-2e532ebf-aa9a-4492-bdc7-455ab5f90e45 admin admin] Resources bound (agent type, host, resource id): {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:02:40.771384 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7f8c4d55-614c-4733-b788-a9a7b3ea6e72 req-56028a77-9b3b-45ad-b536-1fc5ce489ff0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693836 May 20 17:02:40.972156 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e532ebf-aa9a-4492-bdc7-455ab5f90e45 admin admin] Router 724dfa94-2bc3-44aa-b715-3f29394df8ca has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:02:40.978813 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-6331ae2e-e9cd-4b65-a564-95915bd85671 None None] Provisioning complete for port 08a53f54-f0a1-42c2-9632-b17fe61b00e0 triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:02:40.979191 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-6331ae2e-e9cd-4b65-a564-95915bd85671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:41.035334 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-6331ae2e-e9cd-4b65-a564-95915bd85671 None None] Port 08a53f54-f0a1-42c2-9632-b17fe61b00e0 cannot update to ACTIVE because it is not bound. {{(pid=119046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 17:02:41.196293 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749cc4a-17bb-4f62-8bdc-928e4eff2bb9 req-cf00bb90-0466-4c66-86ce-efe803a27e95 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:41.197906 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-5749cc4a-17bb-4f62-8bdc-928e4eff2bb9 req-cf00bb90-0466-4c66-86ce-efe803a27e95 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.0864661 May 20 17:02:41.245818 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-5749cc4a-17bb-4f62-8bdc-928e4eff2bb9 req-9d858872-7ff1-4f96-8a48-b27da23e2628 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411570 May 20 17:02:41.247342 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e532ebf-aa9a-4492-bdc7-455ab5f90e45 admin admin] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:02:41.256936 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-2e532ebf-aa9a-4492-bdc7-455ab5f90e45 admin admin] 10.222.0.36 "PUT /v2.0/routers/724dfa94-2bc3-44aa-b715-3f29394df8ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4005625 May 20 17:02:41.564423 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-0655bf5c-4084-4038-b98b-df89e6c43ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:41.618207 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 6 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:02:41.640425 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b092fe6-0f98-4f69-9526-9a469eaa1c19 None None] Sync routers for ids ['724dfa94-2bc3-44aa-b715-3f29394df8ca'] in dv-cinder-786524-7-iscsi {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:02:41.651388 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b092fe6-0f98-4f69-9526-9a469eaa1c19 None None] Routers {'724dfa94-2bc3-44aa-b715-3f29394df8ca'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:02:41.652014 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-0b092fe6-0f98-4f69-9526-9a469eaa1c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:02:14Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['724dfa94-2bc3-44aa-b715-3f29394df8ca'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:02:41.849409 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-0b092fe6-0f98-4f69-9526-9a469eaa1c19 None None] Set router 724dfa94-2bc3-44aa-b715-3f29394df8ca gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:02:41.935375 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 50334) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:41.942280 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-ea3fb9aa-3a2c-415d-9ef2-39c3f0346ac7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2118424220-network', 'tenant_id': '87d41ffa9c134fb1bff1b81859e198e0'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:02:41.951595 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-ea3fb9aa-3a2c-415d-9ef2-39c3f0346ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:41.956315 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-ea3fb9aa-3a2c-415d-9ef2-39c3f0346ac7 admin admin] Usage tracker for resource:network and tenant:87d41ffa9c134fb1bff1b81859e198e0 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:02:41.959569 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-ea3fb9aa-3a2c-415d-9ef2-39c3f0346ac7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:02:41.966141 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-ea3fb9aa-3a2c-415d-9ef2-39c3f0346ac7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:42.012341 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3fb9aa-3a2c-415d-9ef2-39c3f0346ac7 admin admin] Made reservation on behalf of 87d41ffa9c134fb1bff1b81859e198e0 for: {'network': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:02:42.014739 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ea3fb9aa-3a2c-415d-9ef2-39c3f0346ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605269'] for network, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:42.032722 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ea3fb9aa-3a2c-415d-9ef2-39c3f0346ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:42.054777 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 50fcd343-e163-4372-b9c3-e5526c11c3a6 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:02:42.055460 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-ea3fb9aa-3a2c-415d-9ef2-39c3f0346ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:42.061764 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-ea3fb9aa-3a2c-415d-9ef2-39c3f0346ac7 admin admin] Usage tracker for resource:security_group_rule and tenant:87d41ffa9c134fb1bff1b81859e198e0 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:02:42.066534 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-ea3fb9aa-3a2c-415d-9ef2-39c3f0346ac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:02:42.073425 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-ea3fb9aa-3a2c-415d-9ef2-39c3f0346ac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:42.114770 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b411e-9b54-4e96-9df6-4028393eb152 req-76b86fa6-d31d-4dde-be7a-d883e5453d8e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:42.116400 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ac1b411e-9b54-4e96-9df6-4028393eb152 req-76b86fa6-d31d-4dde-be7a-d883e5453d8e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 946 time: 0.1415296 May 20 17:02:42.188303 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ac1b411e-9b54-4e96-9df6-4028393eb152 req-df8c6b5c-da45-48b7-b63e-04b92bd3d692 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644929 May 20 17:02:42.224437 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ea3fb9aa-3a2c-415d-9ef2-39c3f0346ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:42.229567 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ea3fb9aa-3a2c-415d-9ef2-39c3f0346ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:42.233682 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-76cbe2f8-eb81-4995-83ea-ceac41660f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:42.234630 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning for port 50fcd343-e163-4372-b9c3-e5526c11c3a6 completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:02:42.257385 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea3fb9aa-3a2c-415d-9ef2-39c3f0346ac7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 867} {{(pid=119045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 17:02:42.267885 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 50fcd343-e163-4372-b9c3-e5526c11c3a6 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:02:42.268347 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:42.272412 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fb9aa-3a2c-415d-9ef2-39c3f0346ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5046e200-8ab4-41fd-b5de-3eb7222dc62a,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:42.280880 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ea3fb9aa-3a2c-415d-9ef2-39c3f0346ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:42.281672 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.db.segments_db [None req-ea3fb9aa-3a2c-415d-9ef2-39c3f0346ac7 admin admin] Added segment c023e10d-37b5-4a88-8ac8-cc421101f04a of type vlan for network def026cf-e846-40fa-8a3e-655494a866e9 May 20 17:02:42.309126 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-ea3fb9aa-3a2c-415d-9ef2-39c3f0346ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:42.312959 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ea3fb9aa-3a2c-415d-9ef2-39c3f0346ac7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727197218515'] for network, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:42.345697 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ea3fb9aa-3a2c-415d-9ef2-39c3f0346ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128'] for network, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:42.347197 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3fb9aa-3a2c-415d-9ef2-39c3f0346ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:42.347817 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ea3fb9aa-3a2c-415d-9ef2-39c3f0346ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:42.352845 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-73d8a2e2-d7d5-426b-96b7-fc96dbd35513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:42.414139 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-0b092fe6-0f98-4f69-9526-9a469eaa1c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'name': 'tempest-TestShelveInstance-1353188969-router', 'tenant_id': '0a5d5db9947c4adea81924bf7464e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '50fcd343-e163-4372-b9c3-e5526c11c3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:02:33Z', 'updated_at': '2021-05-20T17:02:40Z', 'revision_number': 4, 'project_id': '0a5d5db9947c4adea81924bf7464e6a5', 'gw_port': {'id': '50fcd343-e163-4372-b9c3-e5526c11c3a6', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:34Z', 'updated_at': '2021-05-20T17:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '08a53f54-f0a1-42c2-9632-b17fe61b00e0', 'name': '', 'network_id': 'bf878487-215c-4e5c-a88b-d79110158955', 'tenant_id': '0a5d5db9947c4adea81924bf7464e6a5', 'mac_address': 'fa:16:3e:2a:37:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7d2384bb-83fb-450e-90a2-cc802278fb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:38Z', 'updated_at': '2021-05-20T17:02:40Z', 'revision_number': 2, 'project_id': '0a5d5db9947c4adea81924bf7464e6a5', 'subnets': [{'id': '7d2384bb-83fb-450e-90a2-cc802278fb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:02:42.420464 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b092fe6-0f98-4f69-9526-9a469eaa1c19 None None] Checking router: 724dfa94-2bc3-44aa-b715-3f29394df8ca for host: dv-cinder-786524-7-iscsi {{(pid=119046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:02:42.420833 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b092fe6-0f98-4f69-9526-9a469eaa1c19 None None] Updating router 724dfa94-2bc3-44aa-b715-3f29394df8ca port 08a53f54-f0a1-42c2-9632-b17fe61b00e0 binding host dv-cinder-786524-7-iscsi {{(pid=119046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 17:02:42.448096 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:42.454416 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fb9aa-3a2c-415d-9ef2-39c3f0346ac7 admin admin] Pushing event updated for resources: {'Network': ['ID=def026cf-e846-40fa-8a3e-655494a866e9,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:42.457757 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-ea3fb9aa-3a2c-415d-9ef2-39c3f0346ac7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5212069 May 20 17:02:42.458708 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-ea3fb9aa-3a2c-415d-9ef2-39c3f0346ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:42.458821 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcca189-24e2-4171-afcf-f63c3926add9 req-37c7fd86-e518-4629-8285-eeee257ce86f tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:42.460454 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0bcca189-24e2-4171-afcf-f63c3926add9 req-37c7fd86-e518-4629-8285-eeee257ce86f tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.0868332 May 20 17:02:42.460941 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 50340) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:42.466543 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-1bcfefa6-0077-42ea-b4a9-5b3225b44594 admin admin] Request body: {'subnet': {'network_id': 'def026cf-e846-40fa-8a3e-655494a866e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2118424220-subnet', 'tenant_id': '87d41ffa9c134fb1bff1b81859e198e0', 'ip_version': 4}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:02:42.468485 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Network def026cf-e846-40fa-8a3e-655494a866e9 details requested by agent ovs-agent-dv-cinder-786524-7-iscsi with host dv-cinder-786524-7-iscsi {{(pid=119046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 17:02:42.472849 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-1bcfefa6-0077-42ea-b4a9-5b3225b44594 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:42.489399 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-1bcfefa6-0077-42ea-b4a9-5b3225b44594 admin admin] Usage tracker for resource:subnet and tenant:87d41ffa9c134fb1bff1b81859e198e0 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:02:42.494412 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-1bcfefa6-0077-42ea-b4a9-5b3225b44594 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:02:42.503400 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-1bcfefa6-0077-42ea-b4a9-5b3225b44594 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:42.526503 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0bcca189-24e2-4171-afcf-f63c3926add9 req-18ec1c54-b210-4f1c-b840-3b3552947bbb tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563242 May 20 17:02:42.527492 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcfefa6-0077-42ea-b4a9-5b3225b44594 admin admin] Made reservation on behalf of 87d41ffa9c134fb1bff1b81859e198e0 for: {'subnet': 1} {{(pid=119044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:02:42.529772 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-1bcfefa6-0077-42ea-b4a9-5b3225b44594 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15187189'] for subnet, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:42.530071 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] For port 50fcd343-e163-4372-b9c3-e5526c11c3a6, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=50fcd343-e163-4372-b9c3-e5526c11c3a6,segment=NetworkSegment(be7a08f1-7b47-4c24-ac33-26538d548295),segment_id=be7a08f1-7b47-4c24-ac33-26538d548295)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:02:42.573416 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-0b092fe6-0f98-4f69-9526-9a469eaa1c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:42.596157 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:42.603295 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-1f4d2ccb-c09f-49d4-8897-d8df70a713ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:42.728591 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Pushing event updated for resources: {'Port': ['ID=50fcd343-e163-4372-b9c3-e5526c11c3a6,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:42.731695 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:42.932293 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-1bcfefa6-0077-42ea-b4a9-5b3225b44594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14410999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15187175'] for subnet, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:42.936146 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-f77070ef-e54b-4729-bb0a-3446abb9e32b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:43.003541 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcfefa6-0077-42ea-b4a9-5b3225b44594 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c689c4df-7e9b-4784-afc3-b0500c267393,revision_number=0']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:43.007403 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-1bcfefa6-0077-42ea-b4a9-5b3225b44594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:43.014575 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcfefa6-0077-42ea-b4a9-5b3225b44594 admin admin] Checking segment: {'id': 'c023e10d-37b5-4a88-8ac8-cc421101f04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'def026cf-e846-40fa-8a3e-655494a866e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:02:43.015125 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcfefa6-0077-42ea-b4a9-5b3225b44594 admin admin] Network hostable DHCP agents. Network: def026cf-e846-40fa-8a3e-655494a866e9, hostable agents: ['6b6b5109-91f6-4dcc-9375-40169a0e8fed'], hosted agents: [] {{(pid=119044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 17:02:43.016099 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-0b092fe6-0f98-4f69-9526-9a469eaa1c19 None None] Notify callbacks [] for port, precommit_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:43.029744 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-0b092fe6-0f98-4f69-9526-9a469eaa1c19 None None] Transition to ACTIVE for port object 08a53f54-f0a1-42c2-9632-b17fe61b00e0 will not be triggered until provisioned by entity L2. {{(pid=119046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:02:43.036567 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcfefa6-0077-42ea-b4a9-5b3225b44594 admin admin] Network def026cf-e846-40fa-8a3e-655494a866e9 is scheduled to be hosted by DHCP agent 6b6b5109-91f6-4dcc-9375-40169a0e8fed with binding_index 1 {{(pid=119044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 17:02:43.038202 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-0b092fe6-0f98-4f69-9526-9a469eaa1c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:43.042481 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:43.047767 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [None req-1bcfefa6-0077-42ea-b4a9-5b3225b44594 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-iscsi, def026cf-e846-40fa-8a3e-655494a866e9) {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:02:43.057179 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcfefa6-0077-42ea-b4a9-5b3225b44594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:43.057829 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-1bcfefa6-0077-42ea-b4a9-5b3225b44594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for subnet, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:43.082823 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293db36f-24ab-4444-a7b5-3aca85a2b475 None None] Network def026cf-e846-40fa-8a3e-655494a866e9 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:02:43.088372 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-1bcfefa6-0077-42ea-b4a9-5b3225b44594 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6238995 May 20 17:02:43.088582 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 50350) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:43.104240 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-dd8adf45-a574-40cb-bfd0-436836cc40ed admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2118424220-router', 'tenant_id': '87d41ffa9c134fb1bff1b81859e198e0', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'}}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:02:43.104240 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-dd8adf45-a574-40cb-bfd0-436836cc40ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:43.104240 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-dd8adf45-a574-40cb-bfd0-436836cc40ed admin admin] Usage tracker for resource:router and tenant:87d41ffa9c134fb1bff1b81859e198e0 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:02:43.106035 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-dd8adf45-a574-40cb-bfd0-436836cc40ed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:02:43.112975 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-dd8adf45-a574-40cb-bfd0-436836cc40ed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:43.128080 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-dd8adf45-a574-40cb-bfd0-436836cc40ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16751073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3089'] for router, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:43.129240 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-dd8adf45-a574-40cb-bfd0-436836cc40ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16749815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16382112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3098'] for router, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:43.146861 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-dd8adf45-a574-40cb-bfd0-436836cc40ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:43.259573 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a180192-9074-488e-9c47-1cedddaf41e2 None None] Pushing event updated for resources: {'Port': ['ID=08a53f54-f0a1-42c2-9632-b17fe61b00e0,revision_number=3']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:43.262470 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-0a180192-9074-488e-9c47-1cedddaf41e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:43.422700 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-0b092fe6-0f98-4f69-9526-9a469eaa1c19 None None] Attempting to bind port 08a53f54-f0a1-42c2-9632-b17fe61b00e0 on host dv-cinder-786524-7-iscsi for vnic_type normal with profile {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:02:43.423063 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-0b092fe6-0f98-4f69-9526-9a469eaa1c19 None None] Attempting to bind port 08a53f54-f0a1-42c2-9632-b17fe61b00e0 by drivers openvswitch,hyperv on host dv-cinder-786524-7-iscsi at level 0 using segments [{'id': 'd37f8528-7297-4149-9ffd-cc733462f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bf878487-215c-4e5c-a88b-d79110158955'}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:02:43.423439 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b092fe6-0f98-4f69-9526-9a469eaa1c19 None None] Attempting to bind port 08a53f54-f0a1-42c2-9632-b17fe61b00e0 on network bf878487-215c-4e5c-a88b-d79110158955 {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:02:43.440054 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b092fe6-0f98-4f69-9526-9a469eaa1c19 None None] Checking agent: {'id': '04a99329-5785-4fd7-acdc-4119699d5680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 53, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:02:43.440824 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b092fe6-0f98-4f69-9526-9a469eaa1c19 None None] Checking segment: {'id': 'd37f8528-7297-4149-9ffd-cc733462f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bf878487-215c-4e5c-a88b-d79110158955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:02:43.441334 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-0b092fe6-0f98-4f69-9526-9a469eaa1c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:43.441840 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b092fe6-0f98-4f69-9526-9a469eaa1c19 None None] Bound using segment: {'id': 'd37f8528-7297-4149-9ffd-cc733462f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bf878487-215c-4e5c-a88b-d79110158955'} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:02:43.442392 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-0b092fe6-0f98-4f69-9526-9a469eaa1c19 None None] Bound port: 08a53f54-f0a1-42c2-9632-b17fe61b00e0, host: dv-cinder-786524-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37f8528-7297-4149-9ffd-cc733462f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bf878487-215c-4e5c-a88b-d79110158955'}}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:02:43.443040 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-0b092fe6-0f98-4f69-9526-9a469eaa1c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:43.451721 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-dd8adf45-a574-40cb-bfd0-436836cc40ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16382098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16751095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3084'] for router, precommit_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:43.504689 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43b763-d9cb-4768-a9b2-ec6301e40012 req-36140878-323e-4df4-874f-009d61a1a34a tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:43.506298 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cf43b763-d9cb-4768-a9b2-ec6301e40012 req-36140878-323e-4df4-874f-009d61a1a34a tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 946 time: 0.0903649 May 20 17:02:43.558899 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cf43b763-d9cb-4768-a9b2-ec6301e40012 req-d63c432c-927d-43ac-aace-3b4cccb2f886 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452518 May 20 17:02:43.684546 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fa3946-f6e6-456e-8704-69d57e57dfbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9e3bc99-4bc4-5a8a-9ef8-f495f19de429-def026cf-e846-40fa-8a3e-655494a866e9', 'network_id': 'def026cf-e846-40fa-8a3e-655494a866e9', 'tenant_id': '87d41ffa9c134fb1bff1b81859e198e0', 'fixed_ips': [{'subnet_id': 'c689c4df-7e9b-4784-afc3-b0500c267393'}]}} from dv-cinder-786524-7-iscsi. {{(pid=119046) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 17:02:43.686246 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-17fa3946-f6e6-456e-8704-69d57e57dfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:43.714924 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-0b092fe6-0f98-4f69-9526-9a469eaa1c19 None None] For port 08a53f54-f0a1-42c2-9632-b17fe61b00e0, host dv-cinder-786524-7-iscsi, cleared binding levels {{(pid=119046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:02:43.719974 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-0b092fe6-0f98-4f69-9526-9a469eaa1c19 None None] For port 08a53f54-f0a1-42c2-9632-b17fe61b00e0, host dv-cinder-786524-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=08a53f54-f0a1-42c2-9632-b17fe61b00e0,segment=NetworkSegment(d37f8528-7297-4149-9ffd-cc733462f317),segment_id=d37f8528-7297-4149-9ffd-cc733462f317)] {{(pid=119046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:02:43.724239 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:43.772881 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-0b092fe6-0f98-4f69-9526-9a469eaa1c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:43.778129 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:43.898324 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a180192-9074-488e-9c47-1cedddaf41e2 None None] Pushing event updated for resources: {'Port': ['ID=08a53f54-f0a1-42c2-9632-b17fe61b00e0,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:43.929868 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-0a180192-9074-488e-9c47-1cedddaf41e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:43.933643 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 50fcd343-e163-4372-b9c3-e5526c11c3a6 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:02:44.007747 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-dd8adf45-a574-40cb-bfd0-436836cc40ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:44.043797 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:44.044046 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-dd8adf45-a574-40cb-bfd0-436836cc40ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:44.054164 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b092fe6-0f98-4f69-9526-9a469eaa1c19 None None] Routers {'724dfa94-2bc3-44aa-b715-3f29394df8ca'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:02:44.054998 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-0b092fe6-0f98-4f69-9526-9a469eaa1c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:02:14Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['724dfa94-2bc3-44aa-b715-3f29394df8ca'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:02:44.115588 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af79e56-2c33-4227-ba9c-3c5c2c78cbf2 req-5b872e89-7316-4fea-a64c-8a89d5007ab7 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:44.118057 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3af79e56-2c33-4227-ba9c-3c5c2c78cbf2 req-5b872e89-7316-4fea-a64c-8a89d5007ab7 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.4252598 May 20 17:02:44.270792 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.db_base_plugin_common [None req-17fa3946-f6e6-456e-8704-69d57e57dfbd None None] Allocated IP 172.20.0.2 (def026cf-e846-40fa-8a3e-655494a866e9/c689c4df-7e9b-4784-afc3-b0500c267393/374694cc-0ca3-46cc-a035-a4a7f4119f5e) {{(pid=119046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:02:44.272656 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 50fcd343-e163-4372-b9c3-e5526c11c3a6 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:02:44.273107 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:44.283561 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3af79e56-2c33-4227-ba9c-3c5c2c78cbf2 req-60d92b21-afba-45c3-878f-36a2bfc15779 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488450 May 20 17:02:44.354642 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.db_base_plugin_common [None req-dd8adf45-a574-40cb-bfd0-436836cc40ed admin admin] Allocated IP 172.27.3.65 (7bf407be-0a2f-4276-bbb9-407bd07b5677/0cc0c620-4805-460b-b0e9-2701bd4f1725/4e90cbeb-9e01-4cd5-b573-523578774800) {{(pid=119044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:02:44.499016 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2947ca14-ca27-4a6d-8a31-7554bb3b7758 req-cfddca36-d25f-4d53-8189-20f13cd17727 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:44.502740 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-2947ca14-ca27-4a6d-8a31-7554bb3b7758 req-cfddca36-d25f-4d53-8189-20f13cd17727 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f8d770c-bfc4-4391-a767-801d8febf015 HTTP/1.1" status: 200 len: 945 time: 0.2211850 May 20 17:02:44.531662 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b5a63749-10f4-4447-a0b1-21a4828278fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:44.552553 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-0b092fe6-0f98-4f69-9526-9a469eaa1c19 None None] Set router 724dfa94-2bc3-44aa-b715-3f29394df8ca gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:02:44.596950 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-2947ca14-ca27-4a6d-8a31-7554bb3b7758 req-14ca9a4d-be10-4d93-9be9-5f1abee87860 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1fb8b87-63ca-4f01-a5ca-b8ed48f41dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816672 May 20 17:02:44.634751 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-dd8adf45-a574-40cb-bfd0-436836cc40ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:44.677273 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-dd8adf45-a574-40cb-bfd0-436836cc40ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:44.689498 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-570acae3-4a1f-4b04-870e-9774d1d2bc2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:44.823313 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8adf45-a574-40cb-bfd0-436836cc40ed admin admin] Network 7bf407be-0a2f-4276-bbb9-407bd07b5677 is already hosted by enough agents. {{(pid=119044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:02:44.827341 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [None req-dd8adf45-a574-40cb-bfd0-436836cc40ed admin admin] Resources bound (agent type, host, resource id): {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:02:44.833014 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8adf45-a574-40cb-bfd0-436836cc40ed admin admin] Received port after_create {{(pid=119044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:02:44.910822 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8adf45-a574-40cb-bfd0-436836cc40ed admin admin] Pushing event updated for resources: {'Port': ['ID=4e90cbeb-9e01-4cd5-b573-523578774800,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:44.926511 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-dd8adf45-a574-40cb-bfd0-436836cc40ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:45.161517 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-17fa3946-f6e6-456e-8704-69d57e57dfbd None None] Notify callbacks [] for port, precommit_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:45.175256 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26236ec-f892-4a3a-aafd-43fe9b7adbff req-ec8b1df6-2fdb-4253-a933-24749c17371d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:45.176811 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b26236ec-f892-4a3a-aafd-43fe9b7adbff req-ec8b1df6-2fdb-4253-a933-24749c17371d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 946 time: 0.4294922 May 20 17:02:45.185678 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:45.192976 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-17fa3946-f6e6-456e-8704-69d57e57dfbd None None] Transition to ACTIVE for port object 374694cc-0ca3-46cc-a035-a4a7f4119f5e will not be triggered until provisioned by entity L2. {{(pid=119046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:02:45.254085 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-17fa3946-f6e6-456e-8704-69d57e57dfbd None None] Transition to ACTIVE for port object 374694cc-0ca3-46cc-a035-a4a7f4119f5e will not be triggered until provisioned by entity DHCP. {{(pid=119046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:02:45.262285 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-17fa3946-f6e6-456e-8704-69d57e57dfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791'] for port, after_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:45.267130 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-71084b60-ea00-411b-88e6-3b9755ad0d44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:45.302350 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b26236ec-f892-4a3a-aafd-43fe9b7adbff req-43c24e83-dc59-413d-b453-21722a6df114 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160507 May 20 17:02:45.333666 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fa3946-f6e6-456e-8704-69d57e57dfbd None None] Network def026cf-e846-40fa-8a3e-655494a866e9 is already hosted by enough agents. {{(pid=119046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:02:45.337092 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.scheduler.base_scheduler [None req-17fa3946-f6e6-456e-8704-69d57e57dfbd None None] Resources bound (agent type, host, resource id): {{(pid=119046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:02:45.339562 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fa3946-f6e6-456e-8704-69d57e57dfbd None None] Received port after_create {{(pid=119046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:02:45.393367 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa3946-f6e6-456e-8704-69d57e57dfbd None None] Pushing event updated for resources: {'Port': ['ID=374694cc-0ca3-46cc-a035-a4a7f4119f5e,revision_number=1']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:45.423466 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-17fa3946-f6e6-456e-8704-69d57e57dfbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:45.440234 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-dd8adf45-a574-40cb-bfd0-436836cc40ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:45.449344 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-0b092fe6-0f98-4f69-9526-9a469eaa1c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'name': 'tempest-TestShelveInstance-1353188969-router', 'tenant_id': '0a5d5db9947c4adea81924bf7464e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '50fcd343-e163-4372-b9c3-e5526c11c3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:02:33Z', 'updated_at': '2021-05-20T17:02:40Z', 'revision_number': 4, 'project_id': '0a5d5db9947c4adea81924bf7464e6a5', 'gw_port': {'id': '50fcd343-e163-4372-b9c3-e5526c11c3a6', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:34Z', 'updated_at': '2021-05-20T17:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '08a53f54-f0a1-42c2-9632-b17fe61b00e0', 'name': '', 'network_id': 'bf878487-215c-4e5c-a88b-d79110158955', 'tenant_id': '0a5d5db9947c4adea81924bf7464e6a5', 'mac_address': 'fa:16:3e:2a:37:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7d2384bb-83fb-450e-90a2-cc802278fb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:38Z', 'updated_at': '2021-05-20T17:02:43Z', 'revision_number': 4, 'project_id': '0a5d5db9947c4adea81924bf7464e6a5', 'subnets': [{'id': '7d2384bb-83fb-450e-90a2-cc802278fb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:02:45.455947 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-17fa3946-f6e6-456e-8704-69d57e57dfbd None None] Attempting to bind port 374694cc-0ca3-46cc-a035-a4a7f4119f5e on host dv-cinder-786524-7-iscsi for vnic_type normal with profile {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:02:45.456319 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-17fa3946-f6e6-456e-8704-69d57e57dfbd None None] Attempting to bind port 374694cc-0ca3-46cc-a035-a4a7f4119f5e by drivers openvswitch,hyperv on host dv-cinder-786524-7-iscsi at level 0 using segments [{'id': 'c023e10d-37b5-4a88-8ac8-cc421101f04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'def026cf-e846-40fa-8a3e-655494a866e9'}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:02:45.456682 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fa3946-f6e6-456e-8704-69d57e57dfbd None None] Attempting to bind port 374694cc-0ca3-46cc-a035-a4a7f4119f5e on network def026cf-e846-40fa-8a3e-655494a866e9 {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:02:45.459244 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b092fe6-0f98-4f69-9526-9a469eaa1c19 None None] The sync data for ids ['724dfa94-2bc3-44aa-b715-3f29394df8ca'] in dv-cinder-786524-7-iscsi is: [{'id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'name': 'tempest-TestShelveInstance-1353188969-router', 'tenant_id': '0a5d5db9947c4adea81924bf7464e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '50fcd343-e163-4372-b9c3-e5526c11c3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:02:33Z', 'updated_at': '2021-05-20T17:02:40Z', 'revision_number': 4, 'project_id': '0a5d5db9947c4adea81924bf7464e6a5', 'gw_port': {'id': '50fcd343-e163-4372-b9c3-e5526c11c3a6', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:34Z', 'updated_at': '2021-05-20T17:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '08a53f54-f0a1-42c2-9632-b17fe61b00e0', 'name': '', 'network_id': 'bf878487-215c-4e5c-a88b-d79110158955', 'tenant_id': '0a5d5db9947c4adea81924bf7464e6a5', 'mac_address': 'fa:16:3e:2a:37:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7d2384bb-83fb-450e-90a2-cc802278fb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:38Z', 'updated_at': '2021-05-20T17:02:43Z', 'revision_number': 4, 'project_id': '0a5d5db9947c4adea81924bf7464e6a5', 'subnets': [{'id': '7d2384bb-83fb-450e-90a2-cc802278fb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:02:45.467574 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fa3946-f6e6-456e-8704-69d57e57dfbd None None] Checking agent: {'id': '04a99329-5785-4fd7-acdc-4119699d5680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 53, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:02:45.468008 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fa3946-f6e6-456e-8704-69d57e57dfbd None None] Checking segment: {'id': 'c023e10d-37b5-4a88-8ac8-cc421101f04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'def026cf-e846-40fa-8a3e-655494a866e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:02:45.468575 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-17fa3946-f6e6-456e-8704-69d57e57dfbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:45.469080 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fa3946-f6e6-456e-8704-69d57e57dfbd None None] Bound using segment: {'id': 'c023e10d-37b5-4a88-8ac8-cc421101f04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'def026cf-e846-40fa-8a3e-655494a866e9'} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:02:45.469661 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-17fa3946-f6e6-456e-8704-69d57e57dfbd None None] Bound port: 374694cc-0ca3-46cc-a035-a4a7f4119f5e, host: dv-cinder-786524-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c023e10d-37b5-4a88-8ac8-cc421101f04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'def026cf-e846-40fa-8a3e-655494a866e9'}}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:02:45.470080 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-17fa3946-f6e6-456e-8704-69d57e57dfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:45.545853 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77ef4d-216b-4c9a-ade1-d12f47d7bcbd req-752f5e0b-46bb-4343-b493-2d33456d552b tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:45.549771 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0b77ef4d-216b-4c9a-ade1-d12f47d7bcbd req-752f5e0b-46bb-4343-b493-2d33456d552b tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.1351049 May 20 17:02:45.623577 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0b77ef4d-216b-4c9a-ade1-d12f47d7bcbd req-93679d70-f0a9-45e4-b82c-8161a2e1e555 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689991 May 20 17:02:45.632878 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-17fa3946-f6e6-456e-8704-69d57e57dfbd None None] For port 374694cc-0ca3-46cc-a035-a4a7f4119f5e, host dv-cinder-786524-7-iscsi, cleared binding levels {{(pid=119046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:02:45.637987 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-17fa3946-f6e6-456e-8704-69d57e57dfbd None None] For port 374694cc-0ca3-46cc-a035-a4a7f4119f5e, host dv-cinder-786524-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=374694cc-0ca3-46cc-a035-a4a7f4119f5e,segment=NetworkSegment(c023e10d-37b5-4a88-8ac8-cc421101f04a),segment_id=c023e10d-37b5-4a88-8ac8-cc421101f04a)] {{(pid=119046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:02:45.646046 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-17fa3946-f6e6-456e-8704-69d57e57dfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:45.650183 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:45.813527 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa3946-f6e6-456e-8704-69d57e57dfbd None None] Pushing event updated for resources: {'Port': ['ID=374694cc-0ca3-46cc-a035-a4a7f4119f5e,revision_number=2']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:45.816859 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16dfced-3731-4593-828d-32f941e4e1c9 req-87f9e094-7d1d-4151-8763-262e3c7cd456 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:45.817352 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-17fa3946-f6e6-456e-8704-69d57e57dfbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:45.818899 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-d16dfced-3731-4593-828d-32f941e4e1c9 req-87f9e094-7d1d-4151-8763-262e3c7cd456 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.75 "GET /v2.0/ports?device_id=8f8d770c-bfc4-4391-a767-801d8febf015 HTTP/1.1" status: 200 len: 945 time: 0.1276312 May 20 17:02:46.011861 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 08a53f54-f0a1-42c2-9632-b17fe61b00e0 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:02:46.203770 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb68c9d-58a1-4ff7-b514-0f588e32c1fe req-6a563b4c-528f-496b-8385-eedeb9efbe7f tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:46.205645 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-fbb68c9d-58a1-4ff7-b514-0f588e32c1fe req-6a563b4c-528f-496b-8385-eedeb9efbe7f tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f8d770c-bfc4-4391-a767-801d8febf015 HTTP/1.1" status: 200 len: 945 time: 0.4464130 May 20 17:02:46.214781 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning for port 08a53f54-f0a1-42c2-9632-b17fe61b00e0 completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:02:46.217429 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [req-d16dfced-3731-4593-828d-32f941e4e1c9 req-fbd1c367-45fa-49e7-9453-c1b8c10b1d34 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Deleting port 408cc014-3894-4240-ae47-39a39836bfb5 {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:02:46.217657 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-d16dfced-3731-4593-828d-32f941e4e1c9 req-fbd1c367-45fa-49e7-9453-c1b8c10b1d34 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:46.231645 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 08a53f54-f0a1-42c2-9632-b17fe61b00e0 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:02:46.232015 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:46.242704 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-dd8adf45-a574-40cb-bfd0-436836cc40ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16751086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16382154'] for router, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:46.408176 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-fbb68c9d-58a1-4ff7-b514-0f588e32c1fe req-05e52c61-fd2a-4f7f-aa63-1c7874146a3e tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1fb8b87-63ca-4f01-a5ca-b8ed48f41dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606042 May 20 17:02:46.499023 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:46.543116 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] For port 08a53f54-f0a1-42c2-9632-b17fe61b00e0, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=08a53f54-f0a1-42c2-9632-b17fe61b00e0,segment=NetworkSegment(d37f8528-7297-4149-9ffd-cc733462f317),segment_id=d37f8528-7297-4149-9ffd-cc733462f317)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:02:46.557412 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:46.559789 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-17fa3946-f6e6-456e-8704-69d57e57dfbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:46.580255 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-d16dfced-3731-4593-828d-32f941e4e1c9 req-fbd1c367-45fa-49e7-9453-c1b8c10b1d34 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] For port 408cc014-3894-4240-ae47-39a39836bfb5, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=408cc014-3894-4240-ae47-39a39836bfb5,segment=NetworkSegment(f4ca7072-ae7f-461e-af66-9ac5a12dc0fb),segment_id=f4ca7072-ae7f-461e-af66-9ac5a12dc0fb)] {{(pid=119045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:02:46.584944 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-d16dfced-3731-4593-828d-32f941e4e1c9 req-fbd1c367-45fa-49e7-9453-c1b8c10b1d34 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:46.700295 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8adf45-a574-40cb-bfd0-436836cc40ed admin admin] Router c5cb2501-7640-491c-935b-c9d2ffbd6fe2 is scheduled to L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 with binding_index 1 {{(pid=119044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 17:02:46.722245 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Pushing event updated for resources: {'Port': ['ID=08a53f54-f0a1-42c2-9632-b17fe61b00e0,revision_number=5']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:46.725872 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:46.765896 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [req-d16dfced-3731-4593-828d-32f941e4e1c9 req-fbd1c367-45fa-49e7-9453-c1b8c10b1d34 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Calling delete_port for 408cc014-3894-4240-ae47-39a39836bfb5 owned by compute:nova {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:02:46.872139 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:47.011511 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-d16dfced-3731-4593-828d-32f941e4e1c9 req-fbd1c367-45fa-49e7-9453-c1b8c10b1d34 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:47.021525 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-be6ea54f-f8cd-47b2-93b4-6c0137ab3d2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:47.031959 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['408cc014-3894-4240-ae47-39a39836bfb5'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:02:47.037418 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8adf45-a574-40cb-bfd0-436836cc40ed admin admin] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:02:47.046096 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd471e5-5585-465e-a2e1-51230363e48d None None] Sync routers for ids ['c5cb2501-7640-491c-935b-c9d2ffbd6fe2'] in dv-cinder-786524-7-iscsi {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:02:47.065978 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd471e5-5585-465e-a2e1-51230363e48d None None] Routers {'c5cb2501-7640-491c-935b-c9d2ffbd6fe2'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:02:47.066615 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-cfd471e5-5585-465e-a2e1-51230363e48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:02:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c5cb2501-7640-491c-935b-c9d2ffbd6fe2'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:02:47.099434 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-dd8adf45-a574-40cb-bfd0-436836cc40ed admin admin] Notify callbacks [] for router, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:47.100901 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-dd8adf45-a574-40cb-bfd0-436836cc40ed admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0112100 May 20 17:02:47.105808 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 50444) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:47.119164 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1c367-45fa-49e7-9453-c1b8c10b1d34 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Pushing event deleted for resources: {'Port': ['ID=408cc014-3894-4240-ae47-39a39836bfb5,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:47.125399 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-fbd1c367-45fa-49e7-9453-c1b8c10b1d34 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:47.216697 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7876bcf-79a4-4c8d-bd43-d9fd32ed41c0 req-8defbf10-7136-4096-9c47-024d8e8f7b8a tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:47.229222 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-a7876bcf-79a4-4c8d-bd43-d9fd32ed41c0 req-8defbf10-7136-4096-9c47-024d8e8f7b8a tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.2693551 May 20 17:02:47.264260 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16dfced-3731-4593-828d-32f941e4e1c9 req-fbd1c367-45fa-49e7-9453-c1b8c10b1d34 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] No DVR routers for this DVR port 408cc014-3894-4240-ae47-39a39836bfb5 on host hv-cinder-78652 {{(pid=119045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:02:47.276094 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-d16dfced-3731-4593-828d-32f941e4e1c9 req-fbd1c367-45fa-49e7-9453-c1b8c10b1d34 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:47.279119 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8d770c-bfc4-4391-a767-801d8febf015', 'name': 'network-vif-deleted', 'tag': '408cc014-3894-4240-ae47-39a39836bfb5'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:02:47.320646 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c387e-52da-4589-acfa-6cddf3c2602d req-2dc2a677-af21-43d0-9ecd-8629ca14b11b tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:47.327981 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1b3c387e-52da-4589-acfa-6cddf3c2602d req-2dc2a677-af21-43d0-9ecd-8629ca14b11b tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 946 time: 0.3996582 May 20 17:02:47.348887 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dae3fb-2525-468c-af6d-8c5acd98ea3c None None] Network def026cf-e846-40fa-8a3e-655494a866e9 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:02:47.379798 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-d16dfced-3731-4593-828d-32f941e4e1c9 req-fbd1c367-45fa-49e7-9453-c1b8c10b1d34 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.75 "DELETE /v2.0/ports/408cc014-3894-4240-ae47-39a39836bfb5 HTTP/1.1" status: 204 len: 173 time: 1.5539556 May 20 17:02:47.394120 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-cfd471e5-5585-465e-a2e1-51230363e48d None None] Set router c5cb2501-7640-491c-935b-c9d2ffbd6fe2 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:02:47.410796 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1b3c387e-52da-4589-acfa-6cddf3c2602d req-f6d90779-b806-4519-b1c8-bcf5d4c72962 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818517 May 20 17:02:47.454552 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-a7876bcf-79a4-4c8d-bd43-d9fd32ed41c0 req-b57fd81b-250d-42a1-9338-12ac9f8cb609 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243133 May 20 17:02:47.606622 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-36152774-5aa9-4afb-a7be-7915c65fab0a None None] Provisioning for port 374694cc-0ca3-46cc-a035-a4a7f4119f5e completed by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:02:47.777912 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8d770c-bfc4-4391-a767-801d8febf015', 'name': 'network-vif-deleted', 'tag': '408cc014-3894-4240-ae47-39a39836bfb5', 'status': 'completed', 'code': 200} May 20 17:02:47.873936 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf77dc-8f71-40a3-91d1-91972325868a req-a5fb74b7-836e-4cd1-be0b-993607b2a29d tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:47.885713 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-56cf77dc-8f71-40a3-91d1-91972325868a req-a5fb74b7-836e-4cd1-be0b-993607b2a29d tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.3222396 May 20 17:02:47.886646 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-cfd471e5-5585-465e-a2e1-51230363e48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cb2501-7640-491c-935b-c9d2ffbd6fe2', 'name': 'tempest-TestShelveInstance-2118424220-router', 'tenant_id': '87d41ffa9c134fb1bff1b81859e198e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '4e90cbeb-9e01-4cd5-b573-523578774800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:02:43Z', 'updated_at': '2021-05-20T17:02:45Z', 'revision_number': 3, 'project_id': '87d41ffa9c134fb1bff1b81859e198e0', 'gw_port': {'id': '4e90cbeb-9e01-4cd5-b573-523578774800', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5cb2501-7640-491c-935b-c9d2ffbd6fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:44Z', 'updated_at': '2021-05-20T17:02:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi'}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:02:47.896920 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd471e5-5585-465e-a2e1-51230363e48d None None] Checking router: c5cb2501-7640-491c-935b-c9d2ffbd6fe2 for host: dv-cinder-786524-7-iscsi {{(pid=119047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:02:47.897289 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd471e5-5585-465e-a2e1-51230363e48d None None] Updating router c5cb2501-7640-491c-935b-c9d2ffbd6fe2 port 4e90cbeb-9e01-4cd5-b573-523578774800 binding host dv-cinder-786524-7-iscsi {{(pid=119047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 17:02:47.921033 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0b98c474-c35b-4470-b186-99425571fdd6 req-bdea54e4-039f-46f2-b62c-9db7026a7d35 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f8d770c-bfc4-4391-a767-801d8febf015 HTTP/1.1" status: 200 len: 210 time: 0.1269343 May 20 17:02:47.972833 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-cfd471e5-5585-465e-a2e1-51230363e48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:48.004968 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-56cf77dc-8f71-40a3-91d1-91972325868a req-c4470091-f4ab-48b5-9de8-1a01ed71d91f tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204278 May 20 17:02:48.071090 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 08a53f54-f0a1-42c2-9632-b17fe61b00e0 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:02:48.217727 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 08a53f54-f0a1-42c2-9632-b17fe61b00e0 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:02:48.218371 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:48.261929 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 50464) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:48.420436 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 374694cc-0ca3-46cc-a035-a4a7f4119f5e up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:02:48.466575 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-77c89021-a02b-4939-accd-1892dd7e81ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:48.502444 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-77c89021-a02b-4939-accd-1892dd7e81ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:48.511103 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning for port 374694cc-0ca3-46cc-a035-a4a7f4119f5e completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:02:48.516545 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-77c89021-a02b-4939-accd-1892dd7e81ed admin admin] Usage tracker for resource:security_group_rule and tenant:d7dc9e7ff1404fa8858fa0623aa36d20 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:02:48.517548 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 374694cc-0ca3-46cc-a035-a4a7f4119f5e triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:02:48.517996 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:48.526073 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-77c89021-a02b-4939-accd-1892dd7e81ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:02:48.535860 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-77c89021-a02b-4939-accd-1892dd7e81ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:48.544795 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-cfd471e5-5585-465e-a2e1-51230363e48d None None] Notify callbacks [] for port, precommit_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:48.563697 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.provisioning_blocks [None req-cfd471e5-5585-465e-a2e1-51230363e48d None None] Transition to ACTIVE for port object 4e90cbeb-9e01-4cd5-b573-523578774800 will not be triggered until provisioned by entity L2. {{(pid=119047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:02:48.577038 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-cfd471e5-5585-465e-a2e1-51230363e48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:48.605752 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [None req-fded484c-ec37-453c-beb9-d3ca2e750e53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:48.677928 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:48.714611 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] For port 374694cc-0ca3-46cc-a035-a4a7f4119f5e, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=374694cc-0ca3-46cc-a035-a4a7f4119f5e,segment=NetworkSegment(c023e10d-37b5-4a88-8ac8-cc421101f04a),segment_id=c023e10d-37b5-4a88-8ac8-cc421101f04a)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:02:48.720655 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:48.723244 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:48.736244 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.managers [None req-cfd471e5-5585-465e-a2e1-51230363e48d None None] Attempting to bind port 4e90cbeb-9e01-4cd5-b573-523578774800 on host dv-cinder-786524-7-iscsi for vnic_type normal with profile {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:02:48.736726 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.managers [None req-cfd471e5-5585-465e-a2e1-51230363e48d None None] Attempting to bind port 4e90cbeb-9e01-4cd5-b573-523578774800 by drivers openvswitch,hyperv on host dv-cinder-786524-7-iscsi at level 0 using segments [{'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'}] {{(pid=119047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:02:48.737089 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd471e5-5585-465e-a2e1-51230363e48d None None] Attempting to bind port 4e90cbeb-9e01-4cd5-b573-523578774800 on network 7bf407be-0a2f-4276-bbb9-407bd07b5677 {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:02:48.746871 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd471e5-5585-465e-a2e1-51230363e48d None None] Checking agent: {'id': '04a99329-5785-4fd7-acdc-4119699d5680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 53, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:02:48.747251 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd471e5-5585-465e-a2e1-51230363e48d None None] Checking segment: {'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:02:48.747667 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-cfd471e5-5585-465e-a2e1-51230363e48d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:48.748108 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd471e5-5585-465e-a2e1-51230363e48d None None] Bound using segment: {'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'} {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:02:48.748593 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.managers [None req-cfd471e5-5585-465e-a2e1-51230363e48d None None] Bound port: 4e90cbeb-9e01-4cd5-b573-523578774800, host: dv-cinder-786524-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'}}] {{(pid=119047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:02:48.748971 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-cfd471e5-5585-465e-a2e1-51230363e48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:48.814797 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-77c89021-a02b-4939-accd-1892dd7e81ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:48.817736 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Pushing event updated for resources: {'Port': ['ID=374694cc-0ca3-46cc-a035-a4a7f4119f5e,revision_number=3']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:48.824534 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:48.832531 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-77c89021-a02b-4939-accd-1892dd7e81ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:48.838087 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:48.840313 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852539c-5e7f-4846-bcfa-b44a85263efb None None] Pushing event updated for resources: {'Port': ['ID=4e90cbeb-9e01-4cd5-b573-523578774800,revision_number=2']} {{(pid=119047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:48.850719 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [None req-0852539c-5e7f-4846-bcfa-b44a85263efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:48.872212 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-8d282dbe-444a-46c7-8e36-26c1a7f22e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:48.880326 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.db [None req-cfd471e5-5585-465e-a2e1-51230363e48d None None] For port 4e90cbeb-9e01-4cd5-b573-523578774800, host dv-cinder-786524-7-iscsi, cleared binding levels {{(pid=119047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:02:48.883822 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.db [None req-cfd471e5-5585-465e-a2e1-51230363e48d None None] For port 4e90cbeb-9e01-4cd5-b573-523578774800, host dv-cinder-786524-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=4e90cbeb-9e01-4cd5-b573-523578774800,segment=NetworkSegment(be7a08f1-7b47-4c24-ac33-26538d548295),segment_id=be7a08f1-7b47-4c24-ac33-26538d548295)] {{(pid=119047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:02:48.889651 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-77c89021-a02b-4939-accd-1892dd7e81ed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d7dc9e7ff1404fa8858fa0623aa36d20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6240916 May 20 17:02:48.894439 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-cfd471e5-5585-465e-a2e1-51230363e48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:48.900002 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 50478) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:48.900198 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:48.912710 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4b8a9-9aec-4908-a8cb-6b032eb12f9b req-bd2e3a30-b1b1-44ee-8cfc-0f25b86b41b1 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:48.914461 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-76d4b8a9-9aec-4908-a8cb-6b032eb12f9b req-bd2e3a30-b1b1-44ee-8cfc-0f25b86b41b1 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 946 time: 0.2264447 May 20 17:02:48.980941 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7a118-a4d3-4797-940e-bba529a93148 req-5b242ecb-3d04-4e46-9a77-4fea34f7d62b tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:48.982533 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-d6b7a118-a4d3-4797-940e-bba529a93148 req-5b242ecb-3d04-4e46-9a77-4fea34f7d62b tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.3312855 May 20 17:02:48.991676 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c89021-a02b-4939-accd-1892dd7e81ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6debcd33-bdb5-437b-9da7-31c0af96a1b0,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:48.995420 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-77c89021-a02b-4939-accd-1892dd7e81ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:49.032054 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-76d4b8a9-9aec-4908-a8cb-6b032eb12f9b req-b85a96af-960b-48c1-b612-2b44694f977e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117508 May 20 17:02:49.073294 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-fdf4cb36-f3be-4410-bc65-e56dee8b9796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:49.089718 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd471e5-5585-465e-a2e1-51230363e48d None None] Routers {'c5cb2501-7640-491c-935b-c9d2ffbd6fe2'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:02:49.090268 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-cfd471e5-5585-465e-a2e1-51230363e48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:02:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c5cb2501-7640-491c-935b-c9d2ffbd6fe2'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:02:49.099113 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 50488) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:49.144124 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.db_base_plugin_common [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Allocated IP 172.20.0.1 (def026cf-e846-40fa-8a3e-655494a866e9/c689c4df-7e9b-4784-afc3-b0500c267393/20f75241-b283-4070-846f-e334dd10b6be) {{(pid=119044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:02:49.148147 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-fdf4cb36-f3be-4410-bc65-e56dee8b9796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:49.168741 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-d6b7a118-a4d3-4797-940e-bba529a93148 req-6b1a0735-4a7b-4088-8437-06285a196eb3 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720407 May 20 17:02:49.189808 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852539c-5e7f-4846-bcfa-b44a85263efb None None] Pushing event updated for resources: {'Port': ['ID=4e90cbeb-9e01-4cd5-b573-523578774800,revision_number=3']} {{(pid=119047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:49.194260 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [None req-0852539c-5e7f-4846-bcfa-b44a85263efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:49.231207 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-fdf4cb36-f3be-4410-bc65-e56dee8b9796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:49.247437 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-fb7cbdd1-6db0-455a-8213-50a872198cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:49.272195 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-fdf4cb36-f3be-4410-bc65-e56dee8b9796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:49.275434 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-fdf4cb36-f3be-4410-bc65-e56dee8b9796 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6debcd33-bdb5-437b-9da7-31c0af96a1b0 HTTP/1.1" status: 204 len: 168 time: 0.3708162 May 20 17:02:49.287167 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4cb36-f3be-4410-bc65-e56dee8b9796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6debcd33-bdb5-437b-9da7-31c0af96a1b0,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:49.303503 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-fdf4cb36-f3be-4410-bc65-e56dee8b9796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:49.385012 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-84c689c1-5193-4f51-90fd-47c4f83e6cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:49.426023 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-84c689c1-5193-4f51-90fd-47c4f83e6cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:49.441809 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:49.445194 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-cfd471e5-5585-465e-a2e1-51230363e48d None None] Set router c5cb2501-7640-491c-935b-c9d2ffbd6fe2 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:02:49.476168 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.provisioning_blocks [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Transition to ACTIVE for port object 20f75241-b283-4070-846f-e334dd10b6be will not be triggered until provisioned by entity DHCP. {{(pid=119044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:02:49.509420 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:49.515962 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-920571c8-6b38-438b-af27-8ec49b47623f tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:49.555988 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-84c689c1-5193-4f51-90fd-47c4f83e6cd6 admin admin] Usage tracker for resource:security_group_rule and tenant:6a868ae00fee43959979f06c22d9a128 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:02:49.555988 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-84c689c1-5193-4f51-90fd-47c4f83e6cd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:02:49.574999 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-84c689c1-5193-4f51-90fd-47c4f83e6cd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:49.617788 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Network def026cf-e846-40fa-8a3e-655494a866e9 is already hosted by enough agents. {{(pid=119044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:02:49.621387 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Resources bound (agent type, host, resource id): {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:02:49.628659 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Received port after_create {{(pid=119044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:02:49.707871 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Pushing event updated for resources: {'Port': ['ID=20f75241-b283-4070-846f-e334dd10b6be,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:49.744959 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:49.745353 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:49.745713 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:49.746066 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:49.746413 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:49.746758 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:49.747220 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:49.747652 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:49.747909 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:49.748347 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:49.748696 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:49.749438 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:02:49.762994 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:49.786064 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16752083'] for router_interface, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:49.796100 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-84c689c1-5193-4f51-90fd-47c4f83e6cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:49.826408 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-84c689c1-5193-4f51-90fd-47c4f83e6cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:49.855640 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-70762768-d064-4278-b5f0-7e6a6f400dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:49.880782 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 79d1e998-d57f-414e-be49-4e99e57bd8b3 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=119046) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 17:02:49.957881 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-84c689c1-5193-4f51-90fd-47c4f83e6cd6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a868ae00fee43959979f06c22d9a128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8575122 May 20 17:02:49.966418 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 50512) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:49.993777 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c689c1-5193-4f51-90fd-47c4f83e6cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355bc561-2351-4300-a4ba-7f2990bc259a,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:49.996772 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-cfd471e5-5585-465e-a2e1-51230363e48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cb2501-7640-491c-935b-c9d2ffbd6fe2', 'name': 'tempest-TestShelveInstance-2118424220-router', 'tenant_id': '87d41ffa9c134fb1bff1b81859e198e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '4e90cbeb-9e01-4cd5-b573-523578774800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:02:43Z', 'updated_at': '2021-05-20T17:02:45Z', 'revision_number': 3, 'project_id': '87d41ffa9c134fb1bff1b81859e198e0', 'gw_port': {'id': '4e90cbeb-9e01-4cd5-b573-523578774800', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5cb2501-7640-491c-935b-c9d2ffbd6fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:44Z', 'updated_at': '2021-05-20T17:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi'}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:02:50.003193 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-84c689c1-5193-4f51-90fd-47c4f83e6cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:50.006574 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd471e5-5585-465e-a2e1-51230363e48d None None] The sync data for ids ['c5cb2501-7640-491c-935b-c9d2ffbd6fe2'] in dv-cinder-786524-7-iscsi is: [{'id': 'c5cb2501-7640-491c-935b-c9d2ffbd6fe2', 'name': 'tempest-TestShelveInstance-2118424220-router', 'tenant_id': '87d41ffa9c134fb1bff1b81859e198e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '4e90cbeb-9e01-4cd5-b573-523578774800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:02:43Z', 'updated_at': '2021-05-20T17:02:45Z', 'revision_number': 3, 'project_id': '87d41ffa9c134fb1bff1b81859e198e0', 'gw_port': {'id': '4e90cbeb-9e01-4cd5-b573-523578774800', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5cb2501-7640-491c-935b-c9d2ffbd6fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:44Z', 'updated_at': '2021-05-20T17:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi'}] {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:02:50.025693 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 408cc014-3894-4240-ae47-39a39836bfb5 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:02:50.041986 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8dd847-343c-4793-ab13-63e44c4bf35c req-294886bf-27da-477f-afe7-2b1fe9c5d8e5 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:50.052214 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-5f8dd847-343c-4793-ab13-63e44c4bf35c req-294886bf-27da-477f-afe7-2b1fe9c5d8e5 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.6302843 May 20 17:02:50.096638 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 374694cc-0ca3-46cc-a035-a4a7f4119f5e up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:02:50.161601 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ccc07804-c142-4075-becd-3f69c986651c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:50.173544 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-5f8dd847-343c-4793-ab13-63e44c4bf35c req-af4ef502-9615-490a-99f9-69ee17f8e85e tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201448 May 20 17:02:50.195426 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:50.257570 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ccc07804-c142-4075-becd-3f69c986651c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:50.392047 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ccc07804-c142-4075-becd-3f69c986651c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:50.395954 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-ba13ed56-5d65-4767-b9c9-4b61fbf314bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:50.419402 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc07804-c142-4075-becd-3f69c986651c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355bc561-2351-4300-a4ba-7f2990bc259a,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:50.422694 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ccc07804-c142-4075-becd-3f69c986651c admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:50.423827 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-ccc07804-c142-4075-becd-3f69c986651c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/355bc561-2351-4300-a4ba-7f2990bc259a HTTP/1.1" status: 204 len: 168 time: 0.4568005 May 20 17:02:50.424960 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-ccc07804-c142-4075-becd-3f69c986651c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:50.459194 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] No Port match for: 408cc014-3894-4240-ae47-39a39836bfb5 {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:02:50.461027 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 408cc014-3894-4240-ae47-39a39836bfb5 not bound to the agent host hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:02:50.589637 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-fd630bea-7f27-41c0-8d7a-e38d65404f0a None None] Provisioning for port 20f75241-b283-4070-846f-e334dd10b6be completed by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:02:50.604429 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-fd630bea-7f27-41c0-8d7a-e38d65404f0a None None] Provisioning complete for port 20f75241-b283-4070-846f-e334dd10b6be triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:02:50.604909 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-fd630bea-7f27-41c0-8d7a-e38d65404f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:50.614667 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471d0a2-686e-474a-b041-8a14844c9172 req-8890610d-ebc6-42ca-abf6-48830d84c41e tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:50.616456 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-5471d0a2-686e-474a-b041-8a14844c9172 req-8890610d-ebc6-42ca-abf6-48830d84c41e tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.2035398 May 20 17:02:50.746251 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-5471d0a2-686e-474a-b041-8a14844c9172 req-e43883d1-3412-4077-aaed-4c34c2d3d4c2 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146035 May 20 17:02:50.776990 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959493a6-c3a9-43db-9d33-ffe7139393e7 req-750217b1-ad28-4488-b4e1-1f32292e605f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:50.786080 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-959493a6-c3a9-43db-9d33-ffe7139393e7 req-750217b1-ad28-4488-b4e1-1f32292e605f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 946 time: 0.4899452 May 20 17:02:50.795413 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 79d1e998-d57f-414e-be49-4e99e57bd8b3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=79d1e998-d57f-414e-be49-4e99e57bd8b3,segment=NetworkSegment(04f20a06-e49b-44e4-8773-c49eb357921a),segment_id=04f20a06-e49b-44e4-8773-c49eb357921a)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:02:50.820864 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 374694cc-0ca3-46cc-a035-a4a7f4119f5e triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:02:50.824562 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:50.854571 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:50.884857 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-959493a6-c3a9-43db-9d33-ffe7139393e7 req-4ed29153-4ea2-45c8-821b-6b381e9312da tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977128 May 20 17:02:50.887959 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14410818'] for port, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:50.950393 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-fd630bea-7f27-41c0-8d7a-e38d65404f0a None None] Port 20f75241-b283-4070-846f-e334dd10b6be cannot update to ACTIVE because it is not bound. {{(pid=119046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 17:02:50.964727 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Returning: {'device': '79d1e998-d57f-414e-be49-4e99e57bd8b3', 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe', 'port_id': '79d1e998-d57f-414e-be49-4e99e57bd8b3', 'mac_address': 'fa:16:3e:89:59:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119046) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 17:02:50.972716 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-dd8adf45-a574-40cb-bfd0-436836cc40ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:51.087638 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Pushing event updated for resources: {'Port': ['ID=20f75241-b283-4070-846f-e334dd10b6be,revision_number=2']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:51.105415 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:51.106312 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16308050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16379752'] for router_interface, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:51.115520 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:51.232836 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79d1e998-d57f-414e-be49-4e99e57bd8b3 {{(pid=119046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:02:51.297598 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 79d1e998-d57f-414e-be49-4e99e57bd8b3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=79d1e998-d57f-414e-be49-4e99e57bd8b3,segment=NetworkSegment(04f20a06-e49b-44e4-8773-c49eb357921a),segment_id=04f20a06-e49b-44e4-8773-c49eb357921a)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:02:51.307374 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:51.310677 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-be01c552-d03e-4aa8-983b-b66191894948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:51.425033 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Network def026cf-e846-40fa-8a3e-655494a866e9 is already hosted by enough agents. {{(pid=119044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:02:51.426859 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Resources bound (agent type, host, resource id): {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:02:51.558260 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['79d1e998-d57f-414e-be49-4e99e57bd8b3'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:02:51.620606 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331b87e-edbc-49a9-a3ce-e580c9edc00f req-8c3bf27a-cf7b-4c72-a2c8-f297485b5b61 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:51.635172 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-5331b87e-edbc-49a9-a3ce-e580c9edc00f req-8c3bf27a-cf7b-4c72-a2c8-f297485b5b61 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.2077427 May 20 17:02:51.701725 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=79d1e998-d57f-414e-be49-4e99e57bd8b3,revision_number=6']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:51.734494 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:51.742609 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-5331b87e-edbc-49a9-a3ce-e580c9edc00f req-8ca7943f-2f0f-43fb-ba3b-054e1e45c0b5 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061885 May 20 17:02:51.828285 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-50f368ec-2d17-4fbc-bcc7-420da832d695 None None] Provisioning complete for port 20f75241-b283-4070-846f-e334dd10b6be triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:02:51.828685 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-50f368ec-2d17-4fbc-bcc7-420da832d695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:52.056703 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 4e90cbeb-9e01-4cd5-b573-523578774800 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:02:52.155541 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-50f368ec-2d17-4fbc-bcc7-420da832d695 None None] Port 20f75241-b283-4070-846f-e334dd10b6be cannot update to ACTIVE because it is not bound. {{(pid=119046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 17:02:52.224320 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Router c5cb2501-7640-491c-935b-c9d2ffbd6fe2 has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:02:52.285242 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning for port 4e90cbeb-9e01-4cd5-b573-523578774800 completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:02:52.299260 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 4e90cbeb-9e01-4cd5-b573-523578774800 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:02:52.299694 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:52.356498 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1876ce8-b0c6-4d4c-9975-72ea8adea7bf req-d19c5cc2-2ba6-4ae7-9661-d73f5409dd20 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:52.368845 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-a1876ce8-b0c6-4d4c-9975-72ea8adea7bf req-d19c5cc2-2ba6-4ae7-9661-d73f5409dd20 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 945 time: 0.2220387 May 20 17:02:52.383233 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8fde0-c18e-4b83-bc59-b4bbb9ae791e req-e7739f1f-2c57-4c70-9992-a4044827d23d tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:52.391442 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-4fb8fde0-c18e-4b83-bc59-b4bbb9ae791e req-e7739f1f-2c57-4c70-9992-a4044827d23d tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.2643831 May 20 17:02:52.490259 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-a1876ce8-b0c6-4d4c-9975-72ea8adea7bf req-e1f308f6-cbab-4bb2-af0d-23ad44b77c94 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197183 May 20 17:02:52.531165 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:52.549264 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] For port 4e90cbeb-9e01-4cd5-b573-523578774800, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=4e90cbeb-9e01-4cd5-b573-523578774800,segment=NetworkSegment(be7a08f1-7b47-4c24-ac33-26538d548295),segment_id=be7a08f1-7b47-4c24-ac33-26538d548295)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:02:52.556812 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:52.559284 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-17fa3946-f6e6-456e-8704-69d57e57dfbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:52.589023 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:02:52.615413 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-4fb8fde0-c18e-4b83-bc59-b4bbb9ae791e req-da8836f6-137f-409a-96db-0b59c495ab6b tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220018 May 20 17:02:52.642221 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] 10.222.0.36 "PUT /v2.0/routers/c5cb2501-7640-491c-935b-c9d2ffbd6fe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5283914 May 20 17:02:52.660182 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Pushing event updated for resources: {'Port': ['ID=4e90cbeb-9e01-4cd5-b573-523578774800,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:52.664978 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:52.714874 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef34f754-c16e-4431-9260-019001c15e59 None None] Sync routers for ids ['c5cb2501-7640-491c-935b-c9d2ffbd6fe2'] in dv-cinder-786524-7-iscsi {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:02:52.725448 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef34f754-c16e-4431-9260-019001c15e59 None None] Routers {'c5cb2501-7640-491c-935b-c9d2ffbd6fe2'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:02:52.726085 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-ef34f754-c16e-4431-9260-019001c15e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:02:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c5cb2501-7640-491c-935b-c9d2ffbd6fe2'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:02:52.981550 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-ef34f754-c16e-4431-9260-019001c15e59 None None] Set router c5cb2501-7640-491c-935b-c9d2ffbd6fe2 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:02:53.041415 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78bd66-eef6-4668-8da6-de1fd6600993 req-0438aa81-aa48-4bf0-bff3-e8150583ee0b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:53.049733 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-3b78bd66-eef6-4668-8da6-de1fd6600993 req-0438aa81-aa48-4bf0-bff3-e8150583ee0b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.1517222 May 20 17:02:53.112137 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-3b78bd66-eef6-4668-8da6-de1fd6600993 req-127ba892-ac07-4b85-8d01-42f45d26fbc7 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557091 May 20 17:02:53.403984 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-ef34f754-c16e-4431-9260-019001c15e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cb2501-7640-491c-935b-c9d2ffbd6fe2', 'name': 'tempest-TestShelveInstance-2118424220-router', 'tenant_id': '87d41ffa9c134fb1bff1b81859e198e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '4e90cbeb-9e01-4cd5-b573-523578774800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:02:43Z', 'updated_at': '2021-05-20T17:02:50Z', 'revision_number': 4, 'project_id': '87d41ffa9c134fb1bff1b81859e198e0', 'gw_port': {'id': '4e90cbeb-9e01-4cd5-b573-523578774800', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cb2501-7640-491c-935b-c9d2ffbd6fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:44Z', 'updated_at': '2021-05-20T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '20f75241-b283-4070-846f-e334dd10b6be', 'name': '', 'network_id': 'def026cf-e846-40fa-8a3e-655494a866e9', 'tenant_id': '87d41ffa9c134fb1bff1b81859e198e0', 'mac_address': 'fa:16:3e:b5:49:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5cb2501-7640-491c-935b-c9d2ffbd6fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c689c4df-7e9b-4784-afc3-b0500c267393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:48Z', 'updated_at': '2021-05-20T17:02:50Z', 'revision_number': 2, 'project_id': '87d41ffa9c134fb1bff1b81859e198e0', 'subnets': [{'id': 'c689c4df-7e9b-4784-afc3-b0500c267393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:02:53.409291 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef34f754-c16e-4431-9260-019001c15e59 None None] Checking router: c5cb2501-7640-491c-935b-c9d2ffbd6fe2 for host: dv-cinder-786524-7-iscsi {{(pid=119046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:02:53.409724 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef34f754-c16e-4431-9260-019001c15e59 None None] Updating router c5cb2501-7640-491c-935b-c9d2ffbd6fe2 port 20f75241-b283-4070-846f-e334dd10b6be binding host dv-cinder-786524-7-iscsi {{(pid=119046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 17:02:53.434543 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 50650) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:53.440200 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-c0fd3808-b8c4-4674-b76b-d52828a1abf5 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-796290989', 'description': 'tempest-secgroup-smoke-796290989 description', 'project_id': '0a5d5db9947c4adea81924bf7464e6a5'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:02:53.446211 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-c0fd3808-b8c4-4674-b76b-d52828a1abf5 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:53.450280 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-c0fd3808-b8c4-4674-b76b-d52828a1abf5 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Usage tracker for resource:security_group and tenant:0a5d5db9947c4adea81924bf7464e6a5 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:02:53.453663 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-c0fd3808-b8c4-4674-b76b-d52828a1abf5 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:02:53.461502 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-c0fd3808-b8c4-4674-b76b-d52828a1abf5 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:53.481755 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ef34f754-c16e-4431-9260-019001c15e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:53.483170 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-c0fd3808-b8c4-4674-b76b-d52828a1abf5 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:53.508314 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-c0fd3808-b8c4-4674-b76b-d52828a1abf5 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:53.518183 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-c0fd3808-b8c4-4674-b76b-d52828a1abf5 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Usage tracker for resource:security_group_rule and tenant:0a5d5db9947c4adea81924bf7464e6a5 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:02:53.521603 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-c0fd3808-b8c4-4674-b76b-d52828a1abf5 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:02:53.528055 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-c0fd3808-b8c4-4674-b76b-d52828a1abf5 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:53.630118 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-c0fd3808-b8c4-4674-b76b-d52828a1abf5 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:53.644838 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-c0fd3808-b8c4-4674-b76b-d52828a1abf5 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:53.652654 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-2fd24e74-0807-4a2a-9383-5bb0044381c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:53.768148 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd3808-b8c4-4674-b76b-d52828a1abf5 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81a40ce4-f745-4c15-b1fd-a815b0aff94b,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:53.770527 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-c0fd3808-b8c4-4674-b76b-d52828a1abf5 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:53.771751 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-c0fd3808-b8c4-4674-b76b-d52828a1abf5 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3362169 May 20 17:02:53.772712 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-c0fd3808-b8c4-4674-b76b-d52828a1abf5 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:53.778680 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 50660) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:53.786299 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-e360943d-a87d-4afe-8372-911210732802 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Request body: {'security_group_rule': {'security_group_id': '81a40ce4-f745-4c15-b1fd-a815b0aff94b', 'project_id': '0a5d5db9947c4adea81924bf7464e6a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:02:53.814052 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-e360943d-a87d-4afe-8372-911210732802 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:53.883644 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-e360943d-a87d-4afe-8372-911210732802 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Usage tracker for resource:security_group_rule and tenant:0a5d5db9947c4adea81924bf7464e6a5 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:02:53.893727 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb637323-b204-4431-a9e8-b3443e77d4dd req-f67e4ea1-7966-4820-b76c-c1457602b07b tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:53.895603 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-bb637323-b204-4431-a9e8-b3443e77d4dd req-f67e4ea1-7966-4820-b76c-c1457602b07b tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 945 time: 0.1388476 May 20 17:02:53.917875 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-e360943d-a87d-4afe-8372-911210732802 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:02:53.960932 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-e360943d-a87d-4afe-8372-911210732802 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:53.964959 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 4e90cbeb-9e01-4cd5-b573-523578774800 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:02:54.007355 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-bb637323-b204-4431-a9e8-b3443e77d4dd req-7af023af-2237-4d31-a0bb-2de927ac89b3 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042061 May 20 17:02:54.037915 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e360943d-a87d-4afe-8372-911210732802 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:54.066961 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1def31-3960-4e42-a087-885098ae4b91 req-483d5f56-c562-491f-b361-ec71cf60ace2 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:54.068635 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-aa1def31-3960-4e42-a087-885098ae4b91 req-483d5f56-c562-491f-b361-ec71cf60ace2 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.2519681 May 20 17:02:54.123127 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 4e90cbeb-9e01-4cd5-b573-523578774800 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:02:54.123511 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:54.149254 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-aa1def31-3960-4e42-a087-885098ae4b91 req-2b0293d4-d2b9-46ca-9c77-ae190eb10700 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704761 May 20 17:02:54.173080 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e360943d-a87d-4afe-8372-911210732802 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:54.182827 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e360943d-a87d-4afe-8372-911210732802 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270895'] for security_group_rule, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:54.188391 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-e6d36811-162e-4f2e-ba20-7227944458c3 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:54.255419 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e360943d-a87d-4afe-8372-911210732802 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c16ea56-cfa3-4be5-b643-558e440d7016,revision_number=0']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:54.256177 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ef34f754-c16e-4431-9260-019001c15e59 None None] Notify callbacks [] for port, precommit_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:54.260541 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e360943d-a87d-4afe-8372-911210732802 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:54.262660 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-e360943d-a87d-4afe-8372-911210732802 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4830158 May 20 17:02:54.263765 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-e360943d-a87d-4afe-8372-911210732802 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:54.265942 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 50670) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:54.272955 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-f3b680b0-f196-4efb-b548-3938285a4afb tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Request body: {'security_group_rule': {'security_group_id': '81a40ce4-f745-4c15-b1fd-a815b0aff94b', 'project_id': '0a5d5db9947c4adea81924bf7464e6a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:02:54.284123 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-f3b680b0-f196-4efb-b548-3938285a4afb tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:54.290707 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-f3b680b0-f196-4efb-b548-3938285a4afb tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Usage tracker for resource:security_group_rule and tenant:0a5d5db9947c4adea81924bf7464e6a5 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:02:54.294942 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-f3b680b0-f196-4efb-b548-3938285a4afb tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:02:54.296793 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ef34f754-c16e-4431-9260-019001c15e59 None None] Transition to ACTIVE for port object 20f75241-b283-4070-846f-e334dd10b6be will not be triggered until provisioned by entity L2. {{(pid=119046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:02:54.304822 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-f3b680b0-f196-4efb-b548-3938285a4afb tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:54.357851 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ef34f754-c16e-4431-9260-019001c15e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:54.376239 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:54.382911 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f3b680b0-f196-4efb-b548-3938285a4afb tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:54.446156 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f660ed-3b03-4217-8428-154726e1e28b req-bd04b199-454d-4808-9cc4-cc1be0eedc17 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:54.447749 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-80f660ed-3b03-4217-8428-154726e1e28b req-bd04b199-454d-4808-9cc4-cc1be0eedc17 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.1453528 May 20 17:02:54.531781 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 79d1e998-d57f-414e-be49-4e99e57bd8b3 up at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:02:54.544978 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f3b680b0-f196-4efb-b548-3938285a4afb tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:54.559039 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f3b680b0-f196-4efb-b548-3938285a4afb tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270895'] for security_group_rule, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:54.588556 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-80f660ed-3b03-4217-8428-154726e1e28b req-0d20d2b7-0b4a-46fb-805d-f1fe7aa62437 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320324 May 20 17:02:54.606224 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:54.651836 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b680b0-f196-4efb-b548-3938285a4afb tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72047b3f-4e53-45a1-be30-4d3a61135cde,revision_number=0']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:54.656436 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-f3b680b0-f196-4efb-b548-3938285a4afb tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:54.668299 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f3b680b0-f196-4efb-b548-3938285a4afb tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:54.671112 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-f3b680b0-f196-4efb-b548-3938285a4afb tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4040086 May 20 17:02:54.674717 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 50678) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:54.680702 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-017850bc-519e-43b5-b163-43f317e4410c tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Request body: {'security_group_rule': {'security_group_id': '81a40ce4-f745-4c15-b1fd-a815b0aff94b', 'project_id': '0a5d5db9947c4adea81924bf7464e6a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:02:54.687009 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-017850bc-519e-43b5-b163-43f317e4410c tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:54.691628 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-017850bc-519e-43b5-b163-43f317e4410c tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Usage tracker for resource:security_group_rule and tenant:0a5d5db9947c4adea81924bf7464e6a5 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:02:54.695483 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-017850bc-519e-43b5-b163-43f317e4410c tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:02:54.702741 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-017850bc-519e-43b5-b163-43f317e4410c tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:54.703662 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec4138-bc20-4d78-b648-eb66adebc3b1 None None] Pushing event updated for resources: {'Port': ['ID=20f75241-b283-4070-846f-e334dd10b6be,revision_number=3']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:54.706807 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-80ec4138-bc20-4d78-b648-eb66adebc3b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:54.746416 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-017850bc-519e-43b5-b163-43f317e4410c tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:54.788361 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning complete for port 79d1e998-d57f-414e-be49-4e99e57bd8b3 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:02:54.788741 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:54.832594 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-017850bc-519e-43b5-b163-43f317e4410c tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:54.839287 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-017850bc-519e-43b5-b163-43f317e4410c tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270895'] for security_group_rule, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:54.841805 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:54.852215 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-ef34f754-c16e-4431-9260-019001c15e59 None None] Attempting to bind port 20f75241-b283-4070-846f-e334dd10b6be on host dv-cinder-786524-7-iscsi for vnic_type normal with profile {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:02:54.852590 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-ef34f754-c16e-4431-9260-019001c15e59 None None] Attempting to bind port 20f75241-b283-4070-846f-e334dd10b6be by drivers openvswitch,hyperv on host dv-cinder-786524-7-iscsi at level 0 using segments [{'id': 'c023e10d-37b5-4a88-8ac8-cc421101f04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'def026cf-e846-40fa-8a3e-655494a866e9'}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:02:54.852960 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef34f754-c16e-4431-9260-019001c15e59 None None] Attempting to bind port 20f75241-b283-4070-846f-e334dd10b6be on network def026cf-e846-40fa-8a3e-655494a866e9 {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:02:54.862137 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef34f754-c16e-4431-9260-019001c15e59 None None] Checking agent: {'id': '04a99329-5785-4fd7-acdc-4119699d5680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 53, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:02:54.862519 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef34f754-c16e-4431-9260-019001c15e59 None None] Checking segment: {'id': 'c023e10d-37b5-4a88-8ac8-cc421101f04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'def026cf-e846-40fa-8a3e-655494a866e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:02:54.862934 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ef34f754-c16e-4431-9260-019001c15e59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:54.863362 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef34f754-c16e-4431-9260-019001c15e59 None None] Bound using segment: {'id': 'c023e10d-37b5-4a88-8ac8-cc421101f04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'def026cf-e846-40fa-8a3e-655494a866e9'} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:02:54.863846 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-ef34f754-c16e-4431-9260-019001c15e59 None None] Bound port: 20f75241-b283-4070-846f-e334dd10b6be, host: dv-cinder-786524-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c023e10d-37b5-4a88-8ac8-cc421101f04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'def026cf-e846-40fa-8a3e-655494a866e9'}}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:02:54.864226 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ef34f754-c16e-4431-9260-019001c15e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:54.868288 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017850bc-519e-43b5-b163-43f317e4410c tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0342442-f6a0-4f6b-88d5-caa7cb1b5ab7,revision_number=0']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:54.871259 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-017850bc-519e-43b5-b163-43f317e4410c tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:54.883936 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-017850bc-519e-43b5-b163-43f317e4410c tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:54.888760 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 50682) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:54.889759 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-017850bc-519e-43b5-b163-43f317e4410c tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2125411 May 20 17:02:54.894452 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-d0aeaf82-269f-4aff-99ee-e05febce82e7 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Request body: {'security_group_rule': {'security_group_id': '81a40ce4-f745-4c15-b1fd-a815b0aff94b', 'project_id': '0a5d5db9947c4adea81924bf7464e6a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:02:54.909261 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-d0aeaf82-269f-4aff-99ee-e05febce82e7 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:54.914174 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-d0aeaf82-269f-4aff-99ee-e05febce82e7 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Usage tracker for resource:security_group_rule and tenant:0a5d5db9947c4adea81924bf7464e6a5 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:02:54.917348 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-d0aeaf82-269f-4aff-99ee-e05febce82e7 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:02:54.924110 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-d0aeaf82-269f-4aff-99ee-e05febce82e7 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:54.947557 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-d0aeaf82-269f-4aff-99ee-e05febce82e7 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:55.048544 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-d0aeaf82-269f-4aff-99ee-e05febce82e7 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:55.055588 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-d0aeaf82-269f-4aff-99ee-e05febce82e7 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270895'] for security_group_rule, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:55.060820 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:55.074913 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ef34f754-c16e-4431-9260-019001c15e59 None None] For port 20f75241-b283-4070-846f-e334dd10b6be, host dv-cinder-786524-7-iscsi, cleared binding levels {{(pid=119046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:02:55.097300 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ef34f754-c16e-4431-9260-019001c15e59 None None] For port 20f75241-b283-4070-846f-e334dd10b6be, host dv-cinder-786524-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=20f75241-b283-4070-846f-e334dd10b6be,segment=NetworkSegment(c023e10d-37b5-4a88-8ac8-cc421101f04a),segment_id=c023e10d-37b5-4a88-8ac8-cc421101f04a)] {{(pid=119046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:02:55.102353 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aeaf82-269f-4aff-99ee-e05febce82e7 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aa2b91e-6b4a-4e5e-952c-48f0a1a14946,revision_number=0']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:55.103148 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:55.112629 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-d0aeaf82-269f-4aff-99ee-e05febce82e7 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:55.122428 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ef34f754-c16e-4431-9260-019001c15e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:55.129607 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-d0aeaf82-269f-4aff-99ee-e05febce82e7 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:55.134887 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-d0aeaf82-269f-4aff-99ee-e05febce82e7 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2422326 May 20 17:02:55.135284 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 50692) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:55.136686 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:55.147726 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-9113029b-b199-4c02-a333-0adc97fa24cb tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Request body: {'security_group_rule': {'security_group_id': '81a40ce4-f745-4c15-b1fd-a815b0aff94b', 'project_id': '0a5d5db9947c4adea81924bf7464e6a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:02:55.160650 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-9113029b-b199-4c02-a333-0adc97fa24cb tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:55.170669 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-9113029b-b199-4c02-a333-0adc97fa24cb tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Usage tracker for resource:security_group_rule and tenant:0a5d5db9947c4adea81924bf7464e6a5 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:02:55.179141 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-9113029b-b199-4c02-a333-0adc97fa24cb tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:02:55.187447 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-9113029b-b199-4c02-a333-0adc97fa24cb tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:55.219382 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.db.securitygroups_db [None req-9113029b-b199-4c02-a333-0adc97fa24cb tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Project 0a5d5db9947c4adea81924bf7464e6a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 17:02:55.226587 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-9113029b-b199-4c02-a333-0adc97fa24cb tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:55.274306 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d1e998-d57f-414e-be49-4e99e57bd8b3'}] {{(pid=119046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:02:55.302599 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 79d1e998-d57f-414e-be49-4e99e57bd8b3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=79d1e998-d57f-414e-be49-4e99e57bd8b3,segment=NetworkSegment(04f20a06-e49b-44e4-8773-c49eb357921a),segment_id=04f20a06-e49b-44e4-8773-c49eb357921a)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:02:55.317163 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:55.331903 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-9113029b-b199-4c02-a333-0adc97fa24cb tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:55.344060 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef34f754-c16e-4431-9260-019001c15e59 None None] Routers {'c5cb2501-7640-491c-935b-c9d2ffbd6fe2'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:02:55.346000 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-9113029b-b199-4c02-a333-0adc97fa24cb tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270895'] for security_group_rule, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:55.346358 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-ef34f754-c16e-4431-9260-019001c15e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:02:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c5cb2501-7640-491c-935b-c9d2ffbd6fe2'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:02:55.359014 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-f3b680b0-f196-4efb-b548-3938285a4afb tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:55.386105 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113029b-b199-4c02-a333-0adc97fa24cb tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b202c4fc-9d40-45bc-99ad-8de3870b0057,revision_number=0']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:55.395474 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-9113029b-b199-4c02-a333-0adc97fa24cb tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:55.415388 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4466cca-1c0c-4f17-a547-086e9e4909cf req-d8e63a11-4a68-4cac-9e53-a32e102a9254 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:55.417189 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-a4466cca-1c0c-4f17-a547-086e9e4909cf req-d8e63a11-4a68-4cac-9e53-a32e102a9254 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 945 time: 0.1912444 May 20 17:02:55.496931 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-9113029b-b199-4c02-a333-0adc97fa24cb tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:55.504216 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-9113029b-b199-4c02-a333-0adc97fa24cb tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3676531 May 20 17:02:55.505886 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 50704) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:02:55.506857 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-a4466cca-1c0c-4f17-a547-086e9e4909cf req-0ca46763-a692-4bf0-9f56-1c1b26a27400 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787294 May 20 17:02:55.514364 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-92b8865e-3e5d-4cef-a457-aa1b858772db tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Request body: {'security_group_rule': {'security_group_id': '81a40ce4-f745-4c15-b1fd-a815b0aff94b', 'project_id': '0a5d5db9947c4adea81924bf7464e6a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:02:55.527087 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-92b8865e-3e5d-4cef-a457-aa1b858772db tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:02:55.534698 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-92b8865e-3e5d-4cef-a457-aa1b858772db tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Usage tracker for resource:security_group_rule and tenant:0a5d5db9947c4adea81924bf7464e6a5 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:02:55.539020 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-92b8865e-3e5d-4cef-a457-aa1b858772db tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:02:55.547954 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-92b8865e-3e5d-4cef-a457-aa1b858772db tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:02:55.577245 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe9a6e-226f-417b-9770-ed74b77f8e8f req-70d89314-a911-4985-a4ca-2cef56b4f75e tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:55.585414 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-19fe9a6e-226f-417b-9770-ed74b77f8e8f req-70d89314-a911-4985-a4ca-2cef56b4f75e tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.2079518 May 20 17:02:55.588700 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.db.securitygroups_db [None req-92b8865e-3e5d-4cef-a457-aa1b858772db tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Project 0a5d5db9947c4adea81924bf7464e6a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 17:02:55.614767 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-92b8865e-3e5d-4cef-a457-aa1b858772db tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:55.627177 dv-cinder-786524-7-iscsi neutron-server[119046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d1e998-d57f-414e-be49-4e99e57bd8b3', 'code': 200} May 20 17:02:55.627177 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec4138-bc20-4d78-b648-eb66adebc3b1 None None] Pushing event updated for resources: {'Port': ['ID=20f75241-b283-4070-846f-e334dd10b6be,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:55.632333 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-80ec4138-bc20-4d78-b648-eb66adebc3b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:55.632804 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.292s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:55.703507 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-19fe9a6e-226f-417b-9770-ed74b77f8e8f req-a074ac4c-13c2-42b2-9767-ec4931b63785 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169806 May 20 17:02:55.733056 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-ef34f754-c16e-4431-9260-019001c15e59 None None] Set router c5cb2501-7640-491c-935b-c9d2ffbd6fe2 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:02:55.739345 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-92b8865e-3e5d-4cef-a457-aa1b858772db tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:55.747505 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-92b8865e-3e5d-4cef-a457-aa1b858772db tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270895'] for security_group_rule, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:55.750260 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:55.780781 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8865e-3e5d-4cef-a457-aa1b858772db tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e984fe75-1b63-41d1-af58-5dd12cbcaf9f,revision_number=0']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:55.786604 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-92b8865e-3e5d-4cef-a457-aa1b858772db tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:55.800029 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-92b8865e-3e5d-4cef-a457-aa1b858772db tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:55.816010 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=79d1e998-d57f-414e-be49-4e99e57bd8b3,revision_number=7']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:55.817375 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-92b8865e-3e5d-4cef-a457-aa1b858772db tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3087637 May 20 17:02:55.879317 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:55.942779 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f79ee-3771-471d-9b80-61d059e1a9ab req-7708e80d-225e-4209-98a4-73160438ca24 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:55.955520 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c56f79ee-3771-471d-9b80-61d059e1a9ab req-7708e80d-225e-4209-98a4-73160438ca24 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.1804163 May 20 17:02:56.030217 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c56f79ee-3771-471d-9b80-61d059e1a9ab req-bfe9ace1-48b7-46a2-975c-6f49826a635a tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728755 May 20 17:02:56.270817 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-ef34f754-c16e-4431-9260-019001c15e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cb2501-7640-491c-935b-c9d2ffbd6fe2', 'name': 'tempest-TestShelveInstance-2118424220-router', 'tenant_id': '87d41ffa9c134fb1bff1b81859e198e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '4e90cbeb-9e01-4cd5-b573-523578774800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:02:43Z', 'updated_at': '2021-05-20T17:02:50Z', 'revision_number': 4, 'project_id': '87d41ffa9c134fb1bff1b81859e198e0', 'gw_port': {'id': '4e90cbeb-9e01-4cd5-b573-523578774800', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cb2501-7640-491c-935b-c9d2ffbd6fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:44Z', 'updated_at': '2021-05-20T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '20f75241-b283-4070-846f-e334dd10b6be', 'name': '', 'network_id': 'def026cf-e846-40fa-8a3e-655494a866e9', 'tenant_id': '87d41ffa9c134fb1bff1b81859e198e0', 'mac_address': 'fa:16:3e:b5:49:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5cb2501-7640-491c-935b-c9d2ffbd6fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c689c4df-7e9b-4784-afc3-b0500c267393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:48Z', 'updated_at': '2021-05-20T17:02:55Z', 'revision_number': 4, 'project_id': '87d41ffa9c134fb1bff1b81859e198e0', 'subnets': [{'id': 'c689c4df-7e9b-4784-afc3-b0500c267393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:02:56.277765 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef34f754-c16e-4431-9260-019001c15e59 None None] The sync data for ids ['c5cb2501-7640-491c-935b-c9d2ffbd6fe2'] in dv-cinder-786524-7-iscsi is: [{'id': 'c5cb2501-7640-491c-935b-c9d2ffbd6fe2', 'name': 'tempest-TestShelveInstance-2118424220-router', 'tenant_id': '87d41ffa9c134fb1bff1b81859e198e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '4e90cbeb-9e01-4cd5-b573-523578774800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:02:43Z', 'updated_at': '2021-05-20T17:02:50Z', 'revision_number': 4, 'project_id': '87d41ffa9c134fb1bff1b81859e198e0', 'gw_port': {'id': '4e90cbeb-9e01-4cd5-b573-523578774800', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cb2501-7640-491c-935b-c9d2ffbd6fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:44Z', 'updated_at': '2021-05-20T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '20f75241-b283-4070-846f-e334dd10b6be', 'name': '', 'network_id': 'def026cf-e846-40fa-8a3e-655494a866e9', 'tenant_id': '87d41ffa9c134fb1bff1b81859e198e0', 'mac_address': 'fa:16:3e:b5:49:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5cb2501-7640-491c-935b-c9d2ffbd6fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c689c4df-7e9b-4784-afc3-b0500c267393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:48Z', 'updated_at': '2021-05-20T17:02:55Z', 'revision_number': 4, 'project_id': '87d41ffa9c134fb1bff1b81859e198e0', 'subnets': [{'id': 'c689c4df-7e9b-4784-afc3-b0500c267393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:02:56.887446 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990a748-c95f-4d0b-ad29-20cc1d10c20d req-6d877429-7749-4970-8347-28fa88f05f6b tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:56.888990 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7990a748-c95f-4d0b-ad29-20cc1d10c20d req-6d877429-7749-4970-8347-28fa88f05f6b tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 946 time: 0.1958408 May 20 17:02:57.040578 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7990a748-c95f-4d0b-ad29-20cc1d10c20d req-0a61aba8-4f9f-4440-8948-12274f69f193 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324770 May 20 17:02:57.076665 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237921c8-eff0-4fd4-a85f-eb528d3bf66c req-9022e659-0193-4fd9-8d91-47778f913890 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:57.085093 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-237921c8-eff0-4fd4-a85f-eb528d3bf66c req-9022e659-0193-4fd9-8d91-47778f913890 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.2003522 May 20 17:02:57.147684 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-237921c8-eff0-4fd4-a85f-eb528d3bf66c req-0727412c-2b0b-4181-aab2-acf8eb51719a tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614462 May 20 17:02:57.405412 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20bb77-29e0-445c-9b0e-9a06e616f020 req-2e279317-d005-448d-9474-d39131892abf tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:57.414448 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-3e20bb77-29e0-445c-9b0e-9a06e616f020 req-2e279317-d005-448d-9474-d39131892abf tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.1983724 May 20 17:02:57.458254 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-3e20bb77-29e0-445c-9b0e-9a06e616f020 req-08709208-5664-4d0f-8705-0136b306cc6c tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428202 May 20 17:02:57.941066 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 20f75241-b283-4070-846f-e334dd10b6be up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:02:58.060853 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning for port 20f75241-b283-4070-846f-e334dd10b6be completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:02:58.070494 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 20f75241-b283-4070-846f-e334dd10b6be triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:02:58.071201 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:58.242175 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:58.314999 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113919a-907b-4198-adcd-b5bbf976a259 req-1bdfa39e-09a9-43d7-a8e7-b42ff56e3f8c tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:58.318385 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0113919a-907b-4198-adcd-b5bbf976a259 req-1bdfa39e-09a9-43d7-a8e7-b42ff56e3f8c tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 946 time: 0.1216435 May 20 17:02:58.353530 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] For port 20f75241-b283-4070-846f-e334dd10b6be, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=20f75241-b283-4070-846f-e334dd10b6be,segment=NetworkSegment(c023e10d-37b5-4a88-8ac8-cc421101f04a),segment_id=c023e10d-37b5-4a88-8ac8-cc421101f04a)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:02:58.360515 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:58.364034 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:02:58.402071 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0113919a-907b-4198-adcd-b5bbf976a259 req-59da98e9-3ca1-4612-b5d9-9dc044da2d84 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745757 May 20 17:02:58.448359 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b3477-8eb8-4965-bb09-386e17249edc req-93359a3e-b2ee-4a11-a2f2-5878a2038a52 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:58.455457 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Pushing event updated for resources: {'Port': ['ID=20f75241-b283-4070-846f-e334dd10b6be,revision_number=5']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:02:58.456824 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-d32b3477-8eb8-4965-bb09-386e17249edc req-93359a3e-b2ee-4a11-a2f2-5878a2038a52 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.1206532 May 20 17:02:58.458798 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:02:58.512810 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-d32b3477-8eb8-4965-bb09-386e17249edc req-bcf33555-9e64-409b-b6e2-09336aa96584 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548267 May 20 17:02:58.710188 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc35a8-05d3-4fa0-b6d3-b988d9bffbc1 req-abf7663e-4055-46cc-960d-0f21c42c1b21 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:58.711723 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-89dc35a8-05d3-4fa0-b6d3-b988d9bffbc1 req-abf7663e-4055-46cc-960d-0f21c42c1b21 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.1060333 May 20 17:02:58.772489 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-89dc35a8-05d3-4fa0-b6d3-b988d9bffbc1 req-d95e7f5c-c315-4787-870a-438e022ddb1f tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536985 May 20 17:02:59.735725 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245869b7-774f-4b88-8299-0685fee0c62e req-14bf5819-c24e-49c5-8c59-1f00398d0c04 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:59.744426 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-245869b7-774f-4b88-8299-0685fee0c62e req-14bf5819-c24e-49c5-8c59-1f00398d0c04 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 946 time: 0.2114210 May 20 17:02:59.795997 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1adee-66ba-4bae-8a41-041e478fbb00 req-813829ec-12d2-4662-9a0a-bd1df19c082a tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:02:59.810160 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ecf1adee-66ba-4bae-8a41-041e478fbb00 req-813829ec-12d2-4662-9a0a-bd1df19c082a tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.1322305 May 20 17:02:59.812737 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-245869b7-774f-4b88-8299-0685fee0c62e req-811430c7-a716-40a6-8d05-0f7160f829a9 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668712 May 20 17:02:59.883688 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ecf1adee-66ba-4bae-8a41-041e478fbb00 req-d4b3d52e-8546-42f4-ad6b-2d83f2a4db96 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722153 May 20 17:02:59.939394 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 20f75241-b283-4070-846f-e334dd10b6be up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:03:00.079789 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 20f75241-b283-4070-846f-e334dd10b6be triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:03:00.080743 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:00.085177 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d48648-fb2d-42db-8969-276786cee6d4 req-b379dd60-27eb-43f8-a5a4-9400aa9ff449 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:00.087401 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-03d48648-fb2d-42db-8969-276786cee6d4 req-b379dd60-27eb-43f8-a5a4-9400aa9ff449 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.1089466 May 20 17:03:00.159993 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-03d48648-fb2d-42db-8969-276786cee6d4 req-0382e92e-2f71-43b4-880f-895e15f2a2f9 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666828 May 20 17:03:01.062156 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2d8ac-6592-4e90-a90a-81d476c276b4 req-71224ce1-aa84-47f9-940c-d8a1c05e5ac8 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:01.070421 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dee2d8ac-6592-4e90-a90a-81d476c276b4 req-71224ce1-aa84-47f9-940c-d8a1c05e5ac8 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 946 time: 0.1016288 May 20 17:03:01.102254 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1cbd1-d659-4f45-b378-37c6fdbe4b27 req-882877a2-6bd7-4e4f-9294-9b765eea5528 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:01.104029 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8fb1cbd1-d659-4f45-b378-37c6fdbe4b27 req-882877a2-6bd7-4e4f-9294-9b765eea5528 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.0945065 May 20 17:03:01.120016 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dee2d8ac-6592-4e90-a90a-81d476c276b4 req-8ccdcbf2-24eb-4f28-9e75-3d9f73bed1dc tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483215 May 20 17:03:01.164017 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8fb1cbd1-d659-4f45-b378-37c6fdbe4b27 req-71de28e7-5a74-4bf5-b7e7-7a607a87f48d tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541599 May 20 17:03:01.354674 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893a00b-6a11-4b7a-87f3-b51d6ed0a15d req-e419add6-4ad8-4e03-8b76-6746d24c2932 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:01.356313 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b893a00b-6a11-4b7a-87f3-b51d6ed0a15d req-e419add6-4ad8-4e03-8b76-6746d24c2932 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.0947061 May 20 17:03:01.408921 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b893a00b-6a11-4b7a-87f3-b51d6ed0a15d req-c07dd7fa-e02a-433f-809b-8122ef5ee51a tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455792 May 20 17:03:02.367996 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989dc06-42ef-42af-b3f9-110a56232f4e req-8336ba3c-6364-4b12-a0cd-c449bd82c031 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:02.369372 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3989dc06-42ef-42af-b3f9-110a56232f4e req-8336ba3c-6364-4b12-a0cd-c449bd82c031 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.0846105 May 20 17:03:02.387608 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f857e1-72ee-4f8e-ad28-ed7d0e8b2edd req-9ae8b60b-1564-4603-a859-c759da2ddffc tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:02.389247 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-f8f857e1-72ee-4f8e-ad28-ed7d0e8b2edd req-9ae8b60b-1564-4603-a859-c759da2ddffc tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 946 time: 0.1123362 May 20 17:03:02.428025 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3989dc06-42ef-42af-b3f9-110a56232f4e req-df69e7f1-7574-4ce0-93e7-bf3c48ee2789 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501876 May 20 17:03:02.482042 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-f8f857e1-72ee-4f8e-ad28-ed7d0e8b2edd req-37ad8e1d-6239-4ab1-b38e-de70be78d93b tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863655 May 20 17:03:02.622997 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09675c-6b13-450c-8bb5-fc0f83c954c2 req-dcc39b5f-8c59-4b7b-bf0c-b709917bc933 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:02.624990 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-fc09675c-6b13-450c-8bb5-fc0f83c954c2 req-dcc39b5f-8c59-4b7b-bf0c-b709917bc933 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.0916741 May 20 17:03:02.684054 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-fc09675c-6b13-450c-8bb5-fc0f83c954c2 req-b5861d3d-47e6-4639-8200-63d4e6756b57 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529935 May 20 17:03:03.693492 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937c098-d4de-4e41-8894-5803a2ea1cfd req-806d00da-3ebb-4e3c-9f33-cd3aeb5d59fc tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:03.696412 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9937c098-d4de-4e41-8894-5803a2ea1cfd req-806d00da-3ebb-4e3c-9f33-cd3aeb5d59fc tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.1459141 May 20 17:03:03.782596 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9937c098-d4de-4e41-8894-5803a2ea1cfd req-8726a35a-d378-4453-b302-81da6ba565ac tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586572 May 20 17:03:03.809178 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332cb88-2788-4d96-aad1-d4154768b4cf req-15ac9065-5669-4dc6-9dc9-171a0493ba73 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:03.812867 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0332cb88-2788-4d96-aad1-d4154768b4cf req-15ac9065-5669-4dc6-9dc9-171a0493ba73 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 946 time: 0.1830738 May 20 17:03:04.091434 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0332cb88-2788-4d96-aad1-d4154768b4cf req-3d0af288-5923-46f6-b339-27026857ad14 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2787139 May 20 17:03:04.167262 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6809a-226b-4f20-b5c1-d7b7ee4d2e18 req-6bc95a7d-6086-422b-9ef6-3ed910f4f90b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:04.169042 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-bdd6809a-226b-4f20-b5c1-d7b7ee4d2e18 req-6bc95a7d-6086-422b-9ef6-3ed910f4f90b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.2281485 May 20 17:03:04.248315 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-bdd6809a-226b-4f20-b5c1-d7b7ee4d2e18 req-3e3978b2-ad01-4654-affe-014b4f93f46a tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720372 May 20 17:03:04.984816 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982f13d-d0f6-4f3e-b770-da20387e52eb req-4f378909-0710-48cc-8990-aa4fc030b70c tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:04.990635 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-1982f13d-d0f6-4f3e-b770-da20387e52eb req-4f378909-0710-48cc-8990-aa4fc030b70c tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.0932257 May 20 17:03:05.039302 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-1982f13d-d0f6-4f3e-b770-da20387e52eb req-1f2a454f-e839-455f-a797-d9b62be1818e tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471594 May 20 17:03:05.370878 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db2d74-d756-4459-959f-b182546f8dc3 req-ce9e3949-59da-4809-9e57-ce630f8d13fe tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:05.374546 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b9db2d74-d756-4459-959f-b182546f8dc3 req-ce9e3949-59da-4809-9e57-ce630f8d13fe tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 946 time: 0.1124034 May 20 17:03:05.456783 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b9db2d74-d756-4459-959f-b182546f8dc3 req-8dbd463f-b316-4e12-94f0-5359b9e68fc3 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704207 May 20 17:03:05.557898 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625078b-e91a-49aa-a432-fd5b2d69f74e req-00377bfa-504a-4300-a70a-073003707982 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:05.559777 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-2625078b-e91a-49aa-a432-fd5b2d69f74e req-00377bfa-504a-4300-a70a-073003707982 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.1151156 May 20 17:03:05.611821 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-2625078b-e91a-49aa-a432-fd5b2d69f74e req-9c68f023-13a5-4462-9acb-bd8cc9c430bb tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458202 May 20 17:03:06.314809 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ee008-8730-45ec-90f7-b89e99385050 req-613e7640-eacb-444c-bc8c-3820a718c1db tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:06.316402 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9d1ee008-8730-45ec-90f7-b89e99385050 req-613e7640-eacb-444c-bc8c-3820a718c1db tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.0977824 May 20 17:03:06.367787 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9d1ee008-8730-45ec-90f7-b89e99385050 req-23ce6aa1-531c-4332-9e37-50ee5a276bb0 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445960 May 20 17:03:06.718387 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ddd04-46ef-47ca-830b-68a7ace7e9ed req-19cb15af-ca33-4def-a9ce-bb39f623d681 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:06.720700 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-967ddd04-46ef-47ca-830b-68a7ace7e9ed req-19cb15af-ca33-4def-a9ce-bb39f623d681 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 946 time: 0.0979056 May 20 17:03:06.774673 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-967ddd04-46ef-47ca-830b-68a7ace7e9ed req-8107e537-9500-4fe6-a098-e3621f6f0bae tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480702 May 20 17:03:06.918370 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818c258-7f33-4426-91ce-96cc113a79de req-cd8f9383-d5b6-4bdb-9dfb-41428a86d4d0 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:06.920567 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8818c258-7f33-4426-91ce-96cc113a79de req-cd8f9383-d5b6-4bdb-9dfb-41428a86d4d0 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.1370974 May 20 17:03:06.971177 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8818c258-7f33-4426-91ce-96cc113a79de req-ccc95e0c-8ad9-4b56-ba67-001fa3aaa133 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441248 May 20 17:03:07.630804 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c7d77-ce3f-470f-89c2-d3d66f74ac43 req-cb402913-b71f-4b95-9384-f90b2eadeea2 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:07.636600 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e58c7d77-ce3f-470f-89c2-d3d66f74ac43 req-cb402913-b71f-4b95-9384-f90b2eadeea2 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.0915718 May 20 17:03:07.685451 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e58c7d77-ce3f-470f-89c2-d3d66f74ac43 req-22e001e4-68da-41c6-94cc-8aabb25a3d42 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469451 May 20 17:03:08.050276 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768528b-1047-46c4-9852-f94453717a95 req-8d061028-91ae-404a-8e78-f69b8cebbe1b tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:08.058033 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8768528b-1047-46c4-9852-f94453717a95 req-8d061028-91ae-404a-8e78-f69b8cebbe1b tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 946 time: 0.1206410 May 20 17:03:08.128368 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8768528b-1047-46c4-9852-f94453717a95 req-1c223a38-d755-43ef-9e64-fc2035a30cd6 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692186 May 20 17:03:08.242286 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a935f28-5032-4fea-aa76-54fac62adf2b req-ccbc9260-e886-4d3c-b061-f79a76976cb5 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:08.243982 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-1a935f28-5032-4fea-aa76-54fac62adf2b req-ccbc9260-e886-4d3c-b061-f79a76976cb5 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.1268349 May 20 17:03:08.310307 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-1a935f28-5032-4fea-aa76-54fac62adf2b req-e98f3da5-ba5d-4abd-a28d-0c4a0e37bbb0 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583022 May 20 17:03:08.900591 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c66a26-2ddf-4010-9662-6930982e050f req-14e1b3dd-73f8-4ae7-8ce3-546c380f5352 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:08.902082 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-f0c66a26-2ddf-4010-9662-6930982e050f req-14e1b3dd-73f8-4ae7-8ce3-546c380f5352 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.0829468 May 20 17:03:08.946244 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-f0c66a26-2ddf-4010-9662-6930982e050f req-d835cfd2-86e7-4316-ae5b-0617d7ebb27e tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381279 May 20 17:03:09.335110 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55b07a-5ed5-446e-bddc-c3e41c90389b req-24bdc169-2f39-4e9d-93c4-67f10c214c0e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:09.337294 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-6c55b07a-5ed5-446e-bddc-c3e41c90389b req-24bdc169-2f39-4e9d-93c4-67f10c214c0e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 946 time: 0.0869696 May 20 17:03:09.396295 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-6c55b07a-5ed5-446e-bddc-c3e41c90389b req-c27813eb-335a-4536-a7eb-4d0a0a528926 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525024 May 20 17:03:09.525679 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa790a-929e-41a5-9221-6b8e75dda4fe req-0fed1b09-5a0e-4e27-8093-32716a9db20b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:09.527308 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-21fa790a-929e-41a5-9221-6b8e75dda4fe req-0fed1b09-5a0e-4e27-8093-32716a9db20b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.1077540 May 20 17:03:09.585238 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-21fa790a-929e-41a5-9221-6b8e75dda4fe req-20b89904-c076-4ebf-9f48-df73932c95a0 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494063 May 20 17:03:10.310565 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4117b-5581-40eb-82cc-db0b1c3bfb08 req-b18d41d3-8d05-463b-bde3-5e13987713ab tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:10.312172 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ebb4117b-5581-40eb-82cc-db0b1c3bfb08 req-b18d41d3-8d05-463b-bde3-5e13987713ab tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.1576643 May 20 17:03:10.365653 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ebb4117b-5581-40eb-82cc-db0b1c3bfb08 req-f1dbe68e-5fec-45e0-8005-047a8a46e785 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444405 May 20 17:03:10.648328 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374a0d5-b3be-4afb-8c11-331b7c96dfe9 req-469a4867-eb45-4171-87d4-6fe3279b1537 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:10.649921 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-5374a0d5-b3be-4afb-8c11-331b7c96dfe9 req-469a4867-eb45-4171-87d4-6fe3279b1537 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 946 time: 0.1042154 May 20 17:03:10.716523 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-5374a0d5-b3be-4afb-8c11-331b7c96dfe9 req-6a213787-2cad-47eb-a1a3-6629c7020258 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598357 May 20 17:03:10.832889 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e928b-96d4-4640-b906-80ebfec67741 req-c04ef3db-bc67-44e0-8fb2-b252b414d277 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:10.841073 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-042e928b-96d4-4640-b906-80ebfec67741 req-c04ef3db-bc67-44e0-8fb2-b252b414d277 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.1035705 May 20 17:03:10.906493 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-042e928b-96d4-4640-b906-80ebfec67741 req-ff1861e5-e084-4b18-ae9d-faca207c7c0d tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644102 May 20 17:03:11.400828 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8b80b-a326-41cc-ab0d-5a3f795a211e req-a3ebdf61-183a-4ba9-a7a0-4920b5575182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:11.402493 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0cc8b80b-a326-41cc-ab0d-5a3f795a211e req-a3ebdf61-183a-4ba9-a7a0-4920b5575182 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=633b28eb0b87461f810176c2a59c4333&device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 1099 time: 0.0876453 May 20 17:03:11.572986 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba80e1ae-d20e-4489-a853-e1a7c0e04f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:11.728319 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8b80b-a326-41cc-ab0d-5a3f795a211e req-5f1a3c51-7793-4261-a592-59eb6d285cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:11.729889 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0cc8b80b-a326-41cc-ab0d-5a3f795a211e req-5f1a3c51-7793-4261-a592-59eb6d285cce service neutron] 10.222.0.75 "GET /v2.0/networks?id=c2c7c270-423d-436f-960a-39d7d4b1aa00 HTTP/1.1" status: 200 len: 912 time: 0.3014166 May 20 17:03:11.743008 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47796de6-d471-4f6d-bc1d-78a0496c76a0 req-4ea7014c-3637-4c91-a995-f3ccc495b5cf tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:11.744487 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-47796de6-d471-4f6d-bc1d-78a0496c76a0 req-4ea7014c-3637-4c91-a995-f3ccc495b5cf tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.2221558 May 20 17:03:11.903819 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-47796de6-d471-4f6d-bc1d-78a0496c76a0 req-58d3686c-6561-4001-932f-b871f0e6b68b tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003101 May 20 17:03:11.913763 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0cc8b80b-a326-41cc-ab0d-5a3f795a211e req-2cbfbaf2-1aee-4e86-8ff4-5dbea12c45db service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97fd0e40-1173-408c-b52f-aa9da7b0aad8 HTTP/1.1" status: 200 len: 1001 time: 0.1683228 May 20 17:03:12.009247 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea8ed2-9347-4deb-b627-0645d243d268 req-09c125d5-caf7-417b-a411-b4b14cf8e7c6 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:12.019171 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f7ea8ed2-9347-4deb-b627-0645d243d268 req-09c125d5-caf7-417b-a411-b4b14cf8e7c6 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 946 time: 0.1159458 May 20 17:03:12.059970 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8b80b-a326-41cc-ab0d-5a3f795a211e req-217c8cc9-5d45-4b71-bf24-b4c086f12a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:12.062195 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0cc8b80b-a326-41cc-ab0d-5a3f795a211e req-217c8cc9-5d45-4b71-bf24-b4c086f12a48 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=57a04c80-7361-435a-811d-e955eb1e7f4b HTTP/1.1" status: 200 len: 850 time: 0.1410575 May 20 17:03:12.109577 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f7ea8ed2-9347-4deb-b627-0645d243d268 req-87e31250-3afa-4976-bddd-c4c304179851 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883234 May 20 17:03:12.456353 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8b80b-a326-41cc-ab0d-5a3f795a211e req-b7a432ae-cd31-4b81-9a01-1143c957ef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:12.460173 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0cc8b80b-a326-41cc-ab0d-5a3f795a211e req-b7a432ae-cd31-4b81-9a01-1143c957ef46 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c2c7c270-423d-436f-960a-39d7d4b1aa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3904214 May 20 17:03:12.612744 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fe3aa-2b4e-4fe3-819c-476245950d09 req-e40a4491-ea01-473f-989b-59b381a96c73 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:12.614330 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ab4fe3aa-2b4e-4fe3-819c-476245950d09 req-e40a4491-ea01-473f-989b-59b381a96c73 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.4948690 May 20 17:03:12.681024 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0cc8b80b-a326-41cc-ab0d-5a3f795a211e req-0410e206-9ce1-41cb-b0c6-050fc4865096 service neutron] 10.222.0.75 "GET /v2.0/networks/c2c7c270-423d-436f-960a-39d7d4b1aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059357 May 20 17:03:12.689511 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ab4fe3aa-2b4e-4fe3-819c-476245950d09 req-053ef390-1ccd-4ad2-a208-68f3e2369194 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607922 May 20 17:03:12.858410 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0cc8b80b-a326-41cc-ab0d-5a3f795a211e req-95eefde1-54a4-409d-99da-3ac62932bbb2 service neutron] 10.222.0.75 "GET /v2.0/networks/c2c7c270-423d-436f-960a-39d7d4b1aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680627 May 20 17:03:13.090946 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90586c32-0dfd-4ae1-98f2-bea5308a11cf req-78e66fc7-3df1-43d3-80bc-060f37887652 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:13.097686 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-90586c32-0dfd-4ae1-98f2-bea5308a11cf req-78e66fc7-3df1-43d3-80bc-060f37887652 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.1019511 May 20 17:03:13.179753 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f2676-4477-49f8-9674-c8e88f065bfb req-a2c90b33-5901-4f42-8c72-bdd416f1959e tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:13.182117 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3d7f2676-4477-49f8-9674-c8e88f065bfb req-a2c90b33-5901-4f42-8c72-bdd416f1959e tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.0988140 May 20 17:03:13.191831 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-90586c32-0dfd-4ae1-98f2-bea5308a11cf req-4d362a62-86a5-44e8-a80e-d726dbf28c5e tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918870 May 20 17:03:13.229296 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b9950-498c-4d9a-8ec0-6403b498dabc req-b113c3fe-502e-407f-ac8a-60180994a9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:13.230909 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c89b9950-498c-4d9a-8ec0-6403b498dabc req-b113c3fe-502e-407f-ac8a-60180994a9a5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=633b28eb0b87461f810176c2a59c4333&device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 1099 time: 0.1174490 May 20 17:03:13.253744 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3d7f2676-4477-49f8-9674-c8e88f065bfb req-4a704cbc-db30-45fe-bff4-23fd5685f2dc tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648215 May 20 17:03:13.472758 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b9950-498c-4d9a-8ec0-6403b498dabc req-9765a2cd-25c5-4a54-8025-cce21a6de36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:13.474170 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c89b9950-498c-4d9a-8ec0-6403b498dabc req-9765a2cd-25c5-4a54-8025-cce21a6de36a service neutron] 10.222.0.75 "GET /v2.0/networks?id=c2c7c270-423d-436f-960a-39d7d4b1aa00 HTTP/1.1" status: 200 len: 912 time: 0.2344916 May 20 17:03:13.559804 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fa3c4-2e6b-4685-b246-941d01f74514 req-1ee0abd1-2802-417e-92b6-6b6f49eca967 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:13.562094 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-369fa3c4-2e6b-4685-b246-941d01f74514 req-1ee0abd1-2802-417e-92b6-6b6f49eca967 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 946 time: 0.1888018 May 20 17:03:13.635815 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c89b9950-498c-4d9a-8ec0-6403b498dabc req-75ae8059-b87e-4897-b091-bbc0eca7753f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97fd0e40-1173-408c-b52f-aa9da7b0aad8 HTTP/1.1" status: 200 len: 1001 time: 0.1542292 May 20 17:03:13.644803 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-369fa3c4-2e6b-4685-b246-941d01f74514 req-0aaadbc3-e59c-4aea-ab94-8178c7797e49 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750487 May 20 17:03:13.729901 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:13.755693 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b9950-498c-4d9a-8ec0-6403b498dabc req-fb6dd3e9-f3b9-4696-9f59-0b71a816d51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:13.757455 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c89b9950-498c-4d9a-8ec0-6403b498dabc req-fb6dd3e9-f3b9-4696-9f59-0b71a816d51b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=57a04c80-7361-435a-811d-e955eb1e7f4b HTTP/1.1" status: 200 len: 850 time: 0.1113775 May 20 17:03:13.860569 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b9950-498c-4d9a-8ec0-6403b498dabc req-8714d6aa-8a37-406c-990f-f82dad6c5999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:13.864310 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c89b9950-498c-4d9a-8ec0-6403b498dabc req-8714d6aa-8a37-406c-990f-f82dad6c5999 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c2c7c270-423d-436f-960a-39d7d4b1aa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0980134 May 20 17:03:14.013171 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:14.059940 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c89b9950-498c-4d9a-8ec0-6403b498dabc req-6068fce9-a293-4af7-9128-c162b071a1aa service neutron] 10.222.0.75 "GET /v2.0/networks/c2c7c270-423d-436f-960a-39d7d4b1aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839380 May 20 17:03:14.317796 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-c3e35e18-9403-4e64-be49-60fa03e925e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:14.328255 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c89b9950-498c-4d9a-8ec0-6403b498dabc req-c38a0872-2068-471f-96a9-f6a87b2dc332 service neutron] 10.222.0.75 "GET /v2.0/networks/c2c7c270-423d-436f-960a-39d7d4b1aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603083 May 20 17:03:14.428130 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cb2ab-cac6-4694-9418-94ff5074e16d req-dd140492-ffce-499e-9cae-2c7437992777 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:14.429767 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-351cb2ab-cac6-4694-9418-94ff5074e16d req-dd140492-ffce-499e-9cae-2c7437992777 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.0951335 May 20 17:03:14.468327 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650cd2ff-6c17-4853-a630-5ee86e40640b req-7953bda7-ae58-486f-bb1f-f84410ecade6 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:14.469855 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-650cd2ff-6c17-4853-a630-5ee86e40640b req-7953bda7-ae58-486f-bb1f-f84410ecade6 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.0858245 May 20 17:03:14.486269 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-351cb2ab-cac6-4694-9418-94ff5074e16d req-b8550c28-9377-4cfe-ae8d-04e480e68dd3 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485070 May 20 17:03:14.520791 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-650cd2ff-6c17-4853-a630-5ee86e40640b req-299577c9-c00a-48bf-aef6-1654dceaf18a tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436711 May 20 17:03:14.897241 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287ee2c-a372-4558-b127-6c98a7ecb455 req-31b908e6-c2ab-46ea-b194-8f3c212ef6fd tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:14.901731 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7287ee2c-a372-4558-b127-6c98a7ecb455 req-31b908e6-c2ab-46ea-b194-8f3c212ef6fd tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 946 time: 0.1106615 May 20 17:03:14.983953 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7287ee2c-a372-4558-b127-6c98a7ecb455 req-1d6050cd-fb23-46b5-b036-347ccc6e886f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699379 May 20 17:03:15.140472 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:15.297865 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 51130) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:03:15.467001 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-18ba4a4f-643c-413c-b2a9-5148b2ca41e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:15.484500 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-18ba4a4f-643c-413c-b2a9-5148b2ca41e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:03:15.488848 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-18ba4a4f-643c-413c-b2a9-5148b2ca41e4 admin admin] Usage tracker for resource:security_group_rule and tenant:2c9dfabe46a6419abdef8cc9c67978c7 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:03:15.492284 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-18ba4a4f-643c-413c-b2a9-5148b2ca41e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:03:15.498133 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-18ba4a4f-643c-413c-b2a9-5148b2ca41e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:03:15.619912 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-18ba4a4f-643c-413c-b2a9-5148b2ca41e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:15.628525 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-18ba4a4f-643c-413c-b2a9-5148b2ca41e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:15.640050 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-ea3fb9aa-3a2c-415d-9ef2-39c3f0346ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:15.730263 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2c600-0353-4cbb-b3dc-984998b3229d req-d02eb144-8ff6-4ab6-a11d-e8ff8ebad4da tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:15.731798 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b7f2c600-0353-4cbb-b3dc-984998b3229d req-d02eb144-8ff6-4ab6-a11d-e8ff8ebad4da tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.0924623 May 20 17:03:15.736708 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba4a4f-643c-413c-b2a9-5148b2ca41e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9158af8b-17c1-41dd-8f29-3f0d38183027,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:15.742197 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-18ba4a4f-643c-413c-b2a9-5148b2ca41e4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2c9dfabe46a6419abdef8cc9c67978c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4432721 May 20 17:03:15.745454 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 51144) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:03:15.754333 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ba4a4f-643c-413c-b2a9-5148b2ca41e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:15.754698 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ba4a4f-643c-413c-b2a9-5148b2ca41e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:15.755054 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ba4a4f-643c-413c-b2a9-5148b2ca41e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:15.755398 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ba4a4f-643c-413c-b2a9-5148b2ca41e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:15.755744 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ba4a4f-643c-413c-b2a9-5148b2ca41e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:15.756266 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ba4a4f-643c-413c-b2a9-5148b2ca41e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:15.756610 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ba4a4f-643c-413c-b2a9-5148b2ca41e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:15.756964 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ba4a4f-643c-413c-b2a9-5148b2ca41e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:15.757327 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ba4a4f-643c-413c-b2a9-5148b2ca41e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:15.757668 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ba4a4f-643c-413c-b2a9-5148b2ca41e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:15.758003 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ba4a4f-643c-413c-b2a9-5148b2ca41e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:15.758334 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ba4a4f-643c-413c-b2a9-5148b2ca41e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:15.774633 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-18ba4a4f-643c-413c-b2a9-5148b2ca41e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:15.819953 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b7f2c600-0353-4cbb-b3dc-984998b3229d req-c6e68162-a38f-42ab-a316-02f20e61ff56 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799463 May 20 17:03:15.828186 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee8c8d-fda8-493c-ae6e-5045725881fa req-c1ff9ce8-3ca9-454d-ae20-9ec0eb3b022b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:15.830176 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-e5ee8c8d-fda8-493c-ae6e-5045725881fa req-c1ff9ce8-3ca9-454d-ae20-9ec0eb3b022b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.1926076 May 20 17:03:15.868162 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-698b76fb-29ac-415b-ae02-be1371a3220e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:15.914341 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-698b76fb-29ac-415b-ae02-be1371a3220e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:15.922992 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-e5ee8c8d-fda8-493c-ae6e-5045725881fa req-be81fca0-1369-4156-afc4-cd78c1ed0efc tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790682 May 20 17:03:15.975864 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-698b76fb-29ac-415b-ae02-be1371a3220e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:15.982655 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-ccc07804-c142-4075-becd-3f69c986651c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:16.003949 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b76fb-29ac-415b-ae02-be1371a3220e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9158af8b-17c1-41dd-8f29-3f0d38183027,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:16.007424 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-698b76fb-29ac-415b-ae02-be1371a3220e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:16.014497 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-698b76fb-29ac-415b-ae02-be1371a3220e admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:16.018157 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-698b76fb-29ac-415b-ae02-be1371a3220e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9158af8b-17c1-41dd-8f29-3f0d38183027 HTTP/1.1" status: 204 len: 168 time: 0.2663860 May 20 17:03:16.378334 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc6992-d816-42e7-a4ed-2dc9ecd5037d req-eaf087b0-07c7-40ba-9f31-2b9aa0397be4 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:16.380112 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-8adc6992-d816-42e7-a4ed-2dc9ecd5037d req-eaf087b0-07c7-40ba-9f31-2b9aa0397be4 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 946 time: 0.1981566 May 20 17:03:16.447504 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-8adc6992-d816-42e7-a4ed-2dc9ecd5037d req-c32bc5b2-1fa0-4b74-b7ec-37b882883a7e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588467 May 20 17:03:16.908436 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:17.110618 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca99487-3ce5-48b5-9bdd-2885a3a09aef req-800ca4e1-335b-4c63-a23b-627dbc8c37ed tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:17.119670 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cca99487-3ce5-48b5-9bdd-2885a3a09aef req-800ca4e1-335b-4c63-a23b-627dbc8c37ed tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.1181605 May 20 17:03:17.178799 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cca99487-3ce5-48b5-9bdd-2885a3a09aef req-8ad6f462-a3d3-43b1-865f-a2f44dc0e114 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578637 May 20 17:03:17.235137 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 51198) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:03:17.254753 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 51204) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:03:17.402285 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-b2d1ebbf-a132-4159-a90c-b6cdb0207c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:17.421088 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-b2d1ebbf-a132-4159-a90c-b6cdb0207c91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:03:17.426114 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-b2d1ebbf-a132-4159-a90c-b6cdb0207c91 admin admin] Usage tracker for resource:security_group_rule and tenant:1213d014e3b64d4289b3e4ebcdec11f3 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:03:17.427168 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-e71db255-c610-4379-8d70-35e97a358e33 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-976273353-network', 'tenant_id': '8f3cf9536d634a1fb46c704b591e7be6'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:03:17.429903 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-b2d1ebbf-a132-4159-a90c-b6cdb0207c91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:03:17.433657 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-e71db255-c610-4379-8d70-35e97a358e33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:03:17.437905 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-b2d1ebbf-a132-4159-a90c-b6cdb0207c91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:03:17.438517 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-e71db255-c610-4379-8d70-35e97a358e33 admin admin] Usage tracker for resource:network and tenant:8f3cf9536d634a1fb46c704b591e7be6 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:03:17.442302 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-e71db255-c610-4379-8d70-35e97a358e33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:03:17.450120 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-e71db255-c610-4379-8d70-35e97a358e33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:03:17.464886 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71db255-c610-4379-8d70-35e97a358e33 admin admin] Made reservation on behalf of 8f3cf9536d634a1fb46c704b591e7be6 for: {'network': 1} {{(pid=119044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:03:17.468968 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e71db255-c610-4379-8d70-35e97a358e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605269'] for network, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:17.483734 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e71db255-c610-4379-8d70-35e97a358e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:17.505378 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-e71db255-c610-4379-8d70-35e97a358e33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:03:17.510227 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-e71db255-c610-4379-8d70-35e97a358e33 admin admin] Usage tracker for resource:security_group_rule and tenant:8f3cf9536d634a1fb46c704b591e7be6 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:03:17.513682 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-e71db255-c610-4379-8d70-35e97a358e33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:03:17.520379 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-e71db255-c610-4379-8d70-35e97a358e33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:03:17.605640 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-b2d1ebbf-a132-4159-a90c-b6cdb0207c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:17.611820 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e71db255-c610-4379-8d70-35e97a358e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:17.613308 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-b2d1ebbf-a132-4159-a90c-b6cdb0207c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:17.621540 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-122f60d2-780b-4f76-b817-057d31fb4c44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:17.657349 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e71db255-c610-4379-8d70-35e97a358e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:17.662108 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-b4fad844-a027-4cb9-964a-4639a6f7b920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:17.669557 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-b2d1ebbf-a132-4159-a90c-b6cdb0207c91 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1213d014e3b64d4289b3e4ebcdec11f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4129043 May 20 17:03:17.670550 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1ebbf-a132-4159-a90c-b6cdb0207c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c669db7b-4c28-45ea-9cb2-34f0ea5574cb,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:17.673960 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 51212) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:03:17.686820 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-b2d1ebbf-a132-4159-a90c-b6cdb0207c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:17.701348 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e71db255-c610-4379-8d70-35e97a358e33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=119044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 17:03:17.714318 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71db255-c610-4379-8d70-35e97a358e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279f37e8-029c-4003-8131-d8696048f583,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:17.720403 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-e71db255-c610-4379-8d70-35e97a358e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:17.721759 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e71db255-c610-4379-8d70-35e97a358e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:17.721999 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.db.segments_db [None req-e71db255-c610-4379-8d70-35e97a358e33 admin admin] Added segment eebe0223-ada5-4ab3-a594-ee2ef8b7cf07 of type vlan for network bf86db12-153b-4118-b778-03286efca2e6 May 20 17:03:17.763003 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63bdfb-40fe-4a51-88c3-a6db41d91408 req-082a2d87-d8fd-4b0e-92de-5c348694ea5f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:17.764505 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7f63bdfb-40fe-4a51-88c3-a6db41d91408 req-082a2d87-d8fd-4b0e-92de-5c348694ea5f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 946 time: 0.1556778 May 20 17:03:17.766305 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e71db255-c610-4379-8d70-35e97a358e33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727197218515'] for network, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:17.773990 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-44b4e224-8d07-4200-8eb9-8241bc4844b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:17.801644 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-44b4e224-8d07-4200-8eb9-8241bc4844b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:17.832168 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7f63bdfb-40fe-4a51-88c3-a6db41d91408 req-421deadb-62a2-4ade-9332-65a9550f23bb tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613098 May 20 17:03:17.834527 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e71db255-c610-4379-8d70-35e97a358e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128'] for network, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:17.836155 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71db255-c610-4379-8d70-35e97a358e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:17.837190 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e71db255-c610-4379-8d70-35e97a358e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:17.844438 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:17.881430 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-44b4e224-8d07-4200-8eb9-8241bc4844b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:17.893925 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-4f88d4f8-213f-43ed-abe2-03aaf3947cdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:17.905670 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4e224-8d07-4200-8eb9-8241bc4844b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c669db7b-4c28-45ea-9cb2-34f0ea5574cb,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:17.908898 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-44b4e224-8d07-4200-8eb9-8241bc4844b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:17.926345 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-44b4e224-8d07-4200-8eb9-8241bc4844b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:17.943646 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-44b4e224-8d07-4200-8eb9-8241bc4844b8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c669db7b-4c28-45ea-9cb2-34f0ea5574cb HTTP/1.1" status: 204 len: 168 time: 0.2696097 May 20 17:03:18.033096 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-e71db255-c610-4379-8d70-35e97a358e33 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7914746 May 20 17:03:18.033096 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71db255-c610-4379-8d70-35e97a358e33 admin admin] Pushing event updated for resources: {'Network': ['ID=bf86db12-153b-4118-b778-03286efca2e6,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:18.033862 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 51218) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:03:18.035400 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-e71db255-c610-4379-8d70-35e97a358e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:18.040228 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-1a78c78d-e04e-4bb9-9c39-f3a6fad4af43 admin admin] Request body: {'subnet': {'network_id': 'bf86db12-153b-4118-b778-03286efca2e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-976273353-subnet', 'tenant_id': '8f3cf9536d634a1fb46c704b591e7be6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:03:18.047222 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-1a78c78d-e04e-4bb9-9c39-f3a6fad4af43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:03:18.050275 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Network bf86db12-153b-4118-b778-03286efca2e6 details requested by agent ovs-agent-dv-cinder-786524-7-iscsi with host dv-cinder-786524-7-iscsi {{(pid=119046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 17:03:18.052259 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-1a78c78d-e04e-4bb9-9c39-f3a6fad4af43 admin admin] Usage tracker for resource:subnet and tenant:8f3cf9536d634a1fb46c704b591e7be6 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:03:18.055788 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-1a78c78d-e04e-4bb9-9c39-f3a6fad4af43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:03:18.061993 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-1a78c78d-e04e-4bb9-9c39-f3a6fad4af43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:03:18.077095 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a78c78d-e04e-4bb9-9c39-f3a6fad4af43 admin admin] Made reservation on behalf of 8f3cf9536d634a1fb46c704b591e7be6 for: {'subnet': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:03:18.080419 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1a78c78d-e04e-4bb9-9c39-f3a6fad4af43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15261289'] for subnet, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:18.511960 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9f62a-6adb-416c-a793-2abc3eb3d1df req-a504751b-1d52-464e-8982-2c3f4de555d8 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:18.513683 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-f9e9f62a-6adb-416c-a793-2abc3eb3d1df req-a504751b-1d52-464e-8982-2c3f4de555d8 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.1775069 May 20 17:03:18.623574 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 6 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:03:18.624553 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-f9e9f62a-6adb-416c-a793-2abc3eb3d1df req-f2e24b4f-5c35-4c69-bdfd-c4eaa9678ae9 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556772 May 20 17:03:18.725677 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1a78c78d-e04e-4bb9-9c39-f3a6fad4af43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14687673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15261307'] for subnet, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:18.731478 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:18.806287 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78c78d-e04e-4bb9-9c39-f3a6fad4af43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=298ed0bc-6ca6-4462-8477-8ec3021e2ef6,revision_number=0']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:18.810856 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-1a78c78d-e04e-4bb9-9c39-f3a6fad4af43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:18.815830 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a78c78d-e04e-4bb9-9c39-f3a6fad4af43 admin admin] Checking segment: {'id': 'eebe0223-ada5-4ab3-a594-ee2ef8b7cf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'bf86db12-153b-4118-b778-03286efca2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:03:18.816205 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a78c78d-e04e-4bb9-9c39-f3a6fad4af43 admin admin] Network hostable DHCP agents. Network: bf86db12-153b-4118-b778-03286efca2e6, hostable agents: ['6b6b5109-91f6-4dcc-9375-40169a0e8fed'], hosted agents: [] {{(pid=119045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 17:03:18.845054 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a78c78d-e04e-4bb9-9c39-f3a6fad4af43 admin admin] Network bf86db12-153b-4118-b778-03286efca2e6 is scheduled to be hosted by DHCP agent 6b6b5109-91f6-4dcc-9375-40169a0e8fed with binding_index 1 {{(pid=119045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 17:03:18.859215 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [None req-1a78c78d-e04e-4bb9-9c39-f3a6fad4af43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-iscsi, bf86db12-153b-4118-b778-03286efca2e6) {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:03:18.877328 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdd949f-dd29-41c7-9d17-4d736cdac68e None None] Network bf86db12-153b-4118-b778-03286efca2e6 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:03:18.906528 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a78c78d-e04e-4bb9-9c39-f3a6fad4af43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:18.908906 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1a78c78d-e04e-4bb9-9c39-f3a6fad4af43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:18.965961 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-1a78c78d-e04e-4bb9-9c39-f3a6fad4af43 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9307983 May 20 17:03:19.123545 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b2e73-8d7a-45f0-9a9a-e1645f353435 req-31d71ac9-3bac-49d2-aaaf-9737a47b4767 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:19.133259 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-fe8b2e73-8d7a-45f0-9a9a-e1645f353435 req-31d71ac9-3bac-49d2-aaaf-9737a47b4767 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 946 time: 0.1205506 May 20 17:03:19.215571 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-fe8b2e73-8d7a-45f0-9a9a-e1645f353435 req-c0fe34bf-51d6-4d86-b12b-028f8a702a56 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756714 May 20 17:03:19.228299 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9c048a-48cc-41b3-8a99-8becd3f9b66b None None] Network bf86db12-153b-4118-b778-03286efca2e6 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:03:19.900650 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acc991-7b0f-4a00-9366-3397f4b185a4 req-82f51303-2802-4dbe-bc72-bf06e5b435eb tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:19.902445 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-98acc991-7b0f-4a00-9366-3397f4b185a4 req-82f51303-2802-4dbe-bc72-bf06e5b435eb tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.1206713 May 20 17:03:19.982535 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-98acc991-7b0f-4a00-9366-3397f4b185a4 req-1806b395-d2bc-4565-b90e-5dc6b7803589 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677152 May 20 17:03:20.474855 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edaa344-6cdb-435a-b328-9a44a9232705 req-cda776b9-8c28-4ca2-ba75-303630fbc7ba tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:20.481388 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-6edaa344-6cdb-435a-b328-9a44a9232705 req-cda776b9-8c28-4ca2-ba75-303630fbc7ba tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 946 time: 0.0969486 May 20 17:03:20.555329 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-6edaa344-6cdb-435a-b328-9a44a9232705 req-f1353581-72f3-4208-9f58-a3874e43ded3 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621045 May 20 17:03:21.217574 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e938d-69ca-40c0-a230-24d557cca1cb req-478fbb2d-0b33-4b7f-bf0e-a8b9283ad9cd tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:21.219238 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7f2e938d-69ca-40c0-a230-24d557cca1cb req-478fbb2d-0b33-4b7f-bf0e-a8b9283ad9cd tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.1082683 May 20 17:03:21.281481 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7f2e938d-69ca-40c0-a230-24d557cca1cb req-36a6087e-7eef-4532-94aa-c9c44e2f3b11 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551627 May 20 17:03:21.577402 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9f6f0-d510-48b5-94eb-36be9575de3f req-a884cd9d-6782-4287-9eb8-17dd5c702d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:21.577402 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1be9f6f0-d510-48b5-94eb-36be9575de3f req-a884cd9d-6782-4287-9eb8-17dd5c702d64 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=15040cd71cf0497581d552f7a0ff286f&device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 1099 time: 0.2259624 May 20 17:03:21.935148 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adee17f-f596-449c-b0b1-e41abd37c4d9 req-83efcd9b-a217-4bb1-abc4-3b8778ec4758 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:21.943353 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-1adee17f-f596-449c-b0b1-e41abd37c4d9 req-83efcd9b-a217-4bb1-abc4-3b8778ec4758 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 946 time: 0.1814554 May 20 17:03:21.999719 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-1adee17f-f596-449c-b0b1-e41abd37c4d9 req-fd1f94eb-303b-4313-a0da-513fcd0f51ea tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547097 May 20 17:03:22.017935 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9f6f0-d510-48b5-94eb-36be9575de3f req-1ac0f707-0682-4d23-bf17-3f8171cfd6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:22.019662 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1be9f6f0-d510-48b5-94eb-36be9575de3f req-1ac0f707-0682-4d23-bf17-3f8171cfd6f2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe HTTP/1.1" status: 200 len: 918 time: 0.4355855 May 20 17:03:22.125799 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-1b318c89-7e6b-4695-8f16-c93aabfbf7e1 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:22.133080 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-1b318c89-7e6b-4695-8f16-c93aabfbf7e1 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/networks?id=bf86db12-153b-4118-b778-03286efca2e6 HTTP/1.1" status: 200 len: 813 time: 0.3040860 May 20 17:03:22.162277 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-3dc0bfd2-997d-42c1-b6de-251418877aa6 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/quotas/8f3cf9536d634a1fb46c704b591e7be6 HTTP/1.1" status: 200 len: 375 time: 0.0282111 May 20 17:03:22.220427 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-c56528f5-1b80-452e-9e6b-0e8a7cde4fd3 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8f3cf9536d634a1fb46c704b591e7be6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553775 May 20 17:03:22.226578 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16dc457-7d94-4012-b733-4591e098e155 req-e4efbf40-a56b-4dda-a463-428aa01a743f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:22.228522 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e16dc457-7d94-4012-b733-4591e098e155 req-e4efbf40-a56b-4dda-a463-428aa01a743f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 1098 time: 0.1032913 May 20 17:03:22.248373 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1be9f6f0-d510-48b5-94eb-36be9575de3f req-6ed3e4d1-ae91-4ae6-9601-ef852cac1f80 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79d1e998-d57f-414e-be49-4e99e57bd8b3 HTTP/1.1" status: 200 len: 1002 time: 0.2188926 May 20 17:03:22.297583 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e16dc457-7d94-4012-b733-4591e098e155 req-2ab9fbbb-9af4-4894-85d8-8150a78c3d20 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614948 May 20 17:03:22.392966 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9f6f0-d510-48b5-94eb-36be9575de3f req-4d55e339-048f-4404-a03e-8fcb65066bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:22.394397 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1be9f6f0-d510-48b5-94eb-36be9575de3f req-4d55e339-048f-4404-a03e-8fcb65066bbe service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1551b8a8-c6c6-497b-b551-8db6f5233ebf HTTP/1.1" status: 200 len: 856 time: 0.1321704 May 20 17:03:22.466124 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-f09653bb-1a10-4ca7-b17e-f3d9572fd0d5 service neutron] 10.222.0.36 "GET /v2.0/networks/bf86db12-153b-4118-b778-03286efca2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457047 May 20 17:03:22.502215 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd73cea-9355-46a8-a08b-707da3467727 req-4c4d0be1-c326-49fd-a309-35823f497ddf tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:22.510717 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-5bd73cea-9355-46a8-a08b-707da3467727 req-4c4d0be1-c326-49fd-a309-35823f497ddf tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.1134589 May 20 17:03:22.572618 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-5bd73cea-9355-46a8-a08b-707da3467727 req-19222291-d383-4200-b4db-a4d5e6c40660 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579553 May 20 17:03:22.632685 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9f6f0-d510-48b5-94eb-36be9575de3f req-408db51e-37e3-4b20-bf34-4f9776c90bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:22.634528 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1be9f6f0-d510-48b5-94eb-36be9575de3f req-408db51e-37e3-4b20-bf34-4f9776c90bed service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2250688 May 20 17:03:22.687914 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-12a81a43-f813-4480-96eb-4103a28a7ce3 service neutron] 10.222.0.36 "GET /v2.0/networks/bf86db12-153b-4118-b778-03286efca2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144678 May 20 17:03:22.851594 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1be9f6f0-d510-48b5-94eb-36be9575de3f req-cc008b2e-78b9-42df-b217-81632bba11c6 service neutron] 10.222.0.75 "GET /v2.0/networks/3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051759 May 20 17:03:22.938038 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-fe2ac093-b494-4d69-9927-a771d2d7f615 req-eed2041b-39b6-462f-8a87-41b29bc7a763 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=348559dd-a48d-4988-bc46-629b77e73920 HTTP/1.1" status: 200 len: 210 time: 0.0598767 May 20 17:03:23.091345 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1be9f6f0-d510-48b5-94eb-36be9575de3f req-48e51135-929c-4baa-9f1c-cdef9013cef5 service neutron] 10.222.0.75 "GET /v2.0/networks/3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302322 May 20 17:03:23.278744 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28249859-dbf2-4260-b539-0e3ac9b6f653 req-7c519976-a172-4b36-912d-82604e70ba0d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:23.281841 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-28249859-dbf2-4260-b539-0e3ac9b6f653 req-7c519976-a172-4b36-912d-82604e70ba0d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 946 time: 0.1210480 May 20 17:03:23.357642 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-28249859-dbf2-4260-b539-0e3ac9b6f653 req-628da240-e1eb-4d6b-a35d-188e3544aa9f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688658 May 20 17:03:23.877290 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb30989-8a9d-44e6-aa9f-e6209688f7d0 req-b12b2914-0137-42aa-950b-68de163dcebf tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:23.890374 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ddb30989-8a9d-44e6-aa9f-e6209688f7d0 req-b12b2914-0137-42aa-950b-68de163dcebf tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.1647828 May 20 17:03:23.944110 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ddb30989-8a9d-44e6-aa9f-e6209688f7d0 req-2a588cca-dc51-4f5c-89fc-984e7b54f516 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573273 May 20 17:03:24.084453 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 79d1e998-d57f-414e-be49-4e99e57bd8b3 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:03:24.189331 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b559d94e-79e0-4f9a-b3e0-ef12519717cb req-056deacc-e7b3-40d3-b82e-89f291d38002 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=348559dd-a48d-4988-bc46-629b77e73920 HTTP/1.1" status: 200 len: 210 time: 0.1078660 May 20 17:03:24.287075 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0b941-9342-49ab-b864-177ad63c9704 req-71f381e0-f280-494c-b67c-7c890a841da8 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:24.288570 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-65d0b941-9342-49ab-b864-177ad63c9704 req-71f381e0-f280-494c-b67c-7c890a841da8 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.1769307 May 20 17:03:24.329508 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:24.381186 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-65d0b941-9342-49ab-b864-177ad63c9704 req-08ca2ce2-4ec9-484b-84ab-69e6e106011c tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835147 May 20 17:03:24.389847 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79d1e998-d57f-414e-be49-4e99e57bd8b3'}] {{(pid=119046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:03:24.409110 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 79d1e998-d57f-414e-be49-4e99e57bd8b3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=79d1e998-d57f-414e-be49-4e99e57bd8b3,segment=NetworkSegment(04f20a06-e49b-44e4-8773-c49eb357921a),segment_id=04f20a06-e49b-44e4-8773-c49eb357921a)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:03:24.411452 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:24.413970 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-94be4c2b-4e08-4aec-87e1-05bd8d186c44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:24.505804 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=79d1e998-d57f-414e-be49-4e99e57bd8b3,revision_number=8']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:24.514794 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:24.515141 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:24.515475 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:24.515798 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:24.516127 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:24.516448 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:24.516765 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:24.517080 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:24.517511 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:24.517833 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:24.518146 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:24.518455 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:24.535289 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:24.551753 dv-cinder-786524-7-iscsi neutron-server[119046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79d1e998-d57f-414e-be49-4e99e57bd8b3', 'code': 200} May 20 17:03:24.707849 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-a195868f-aad4-4d58-9681-e401a55c0150 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:24.710758 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-a195868f-aad4-4d58-9681-e401a55c0150 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.75 "GET /v2.0/networks?id=bf86db12-153b-4118-b778-03286efca2e6 HTTP/1.1" status: 200 len: 813 time: 0.3102305 May 20 17:03:24.726056 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-a2f03332-57e9-4a05-969b-96507df417f1 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Request body: {'port': {'device_id': '348559dd-a48d-4988-bc46-629b77e73920', 'network_id': 'bf86db12-153b-4118-b778-03286efca2e6', 'admin_state_up': True, 'tenant_id': '8f3cf9536d634a1fb46c704b591e7be6'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:03:24.877189 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aed5b0-1393-456b-a11a-590427249842 req-fac8c7b1-ba7b-43f0-a83f-2d40f50829cf tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:24.886910 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-a1aed5b0-1393-456b-a11a-590427249842 req-fac8c7b1-ba7b-43f0-a83f-2d40f50829cf tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 944 time: 0.2564707 May 20 17:03:24.948234 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-a1aed5b0-1393-456b-a11a-590427249842 req-e0914030-830f-4335-9853-181def96d69d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601878 May 20 17:03:25.000133 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-a2f03332-57e9-4a05-969b-96507df417f1 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:03:25.004673 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-a2f03332-57e9-4a05-969b-96507df417f1 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Usage tracker for resource:port and tenant:8f3cf9536d634a1fb46c704b591e7be6 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:03:25.008321 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-a2f03332-57e9-4a05-969b-96507df417f1 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Quota usage for port was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:03:25.014305 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-a2f03332-57e9-4a05-969b-96507df417f1 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:03:25.034444 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-a2f03332-57e9-4a05-969b-96507df417f1 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Made reservation on behalf of 8f3cf9536d634a1fb46c704b591e7be6 for: {'port': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:03:25.042234 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-a2f03332-57e9-4a05-969b-96507df417f1 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:25.453994 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-eba2a617-b49f-4108-a447-ad1d604ac665 req-d049ea3f-0a1e-4584-bf6d-1a9ca95711e8 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=348559dd-a48d-4988-bc46-629b77e73920 HTTP/1.1" status: 200 len: 210 time: 0.0906813 May 20 17:03:25.501403 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_common [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-a2f03332-57e9-4a05-969b-96507df417f1 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Allocated IP 172.20.0.8 (bf86db12-153b-4118-b778-03286efca2e6/298ed0bc-6ca6-4462-8477-8ec3021e2ef6/7cf78cc8-1b4e-4163-8032-478aeac96cac) {{(pid=119045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:03:25.737316 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-a2f03332-57e9-4a05-969b-96507df417f1 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Notify callbacks [] for port, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:25.777082 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-a2f03332-57e9-4a05-969b-96507df417f1 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:25.783715 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-3ac302fe-7559-43ca-9838-4cc01bd2bb6d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:25.858126 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-a2f03332-57e9-4a05-969b-96507df417f1 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Network bf86db12-153b-4118-b778-03286efca2e6 is already hosted by enough agents. {{(pid=119045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:03:25.861406 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-a2f03332-57e9-4a05-969b-96507df417f1 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Resources bound (agent type, host, resource id): {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:03:25.865522 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-a2f03332-57e9-4a05-969b-96507df417f1 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Received port after_create {{(pid=119045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:03:25.904156 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f03332-57e9-4a05-969b-96507df417f1 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Pushing event updated for resources: {'Port': ['ID=7cf78cc8-1b4e-4163-8032-478aeac96cac,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:25.922858 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-a2f03332-57e9-4a05-969b-96507df417f1 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:25.966723 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-a2f03332-57e9-4a05-969b-96507df417f1 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:25.967715 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-a2f03332-57e9-4a05-969b-96507df417f1 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:26.071932 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-a2f03332-57e9-4a05-969b-96507df417f1 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3500755 May 20 17:03:26.088496 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-ae2bdcbb-dd6f-4214-894c-8d1a3368fc75 service neutron] Request body: {'port': {'device_id': '348559dd-a48d-4988-bc46-629b77e73920', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:03:26.259179 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9141a-7640-4804-b70c-0caf92fd7297 req-13fa1521-7c18-493c-92a2-7c57b89b185f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:26.269245 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-85d9141a-7640-4804-b70c-0caf92fd7297 req-13fa1521-7c18-493c-92a2-7c57b89b185f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 944 time: 0.1545236 May 20 17:03:26.274028 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-ae2bdcbb-dd6f-4214-894c-8d1a3368fc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:26.329578 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-85d9141a-7640-4804-b70c-0caf92fd7297 req-d1a0ab42-35fa-443d-8318-f55d487b2e27 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583148 May 20 17:03:27.032310 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-ae2bdcbb-dd6f-4214-894c-8d1a3368fc75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cf78cc8-1b4e-4163-8032-478aeac96cac {{(pid=119045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:03:27.046001 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-ae2bdcbb-dd6f-4214-894c-8d1a3368fc75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:27.065713 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.provisioning_blocks [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-ae2bdcbb-dd6f-4214-894c-8d1a3368fc75 service neutron] Transition to ACTIVE for port object 7cf78cc8-1b4e-4163-8032-478aeac96cac will not be triggered until provisioned by entity L2. {{(pid=119045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:03:27.076263 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-ae2bdcbb-dd6f-4214-894c-8d1a3368fc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14687500'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:27.084403 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:27.162522 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad83ff-b644-4f8f-a344-cb5bd85d8fd4 req-d54073c3-b234-4752-ae0a-5e7b20ab7e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:27.166612 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-6dad83ff-b644-4f8f-a344-cb5bd85d8fd4 req-d54073c3-b234-4752-ae0a-5e7b20ab7e0c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=386a22f1a8b04c71b369081dac044608&device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 1098 time: 0.2298005 May 20 17:03:27.182593 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc93e24-fe84-49ec-8418-66ae7a0fa748 req-788bfa6f-6fb9-4d79-bf04-439e8330b30d tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:27.190440 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3dc93e24-fe84-49ec-8418-66ae7a0fa748 req-788bfa6f-6fb9-4d79-bf04-439e8330b30d tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=348559dd-a48d-4988-bc46-629b77e73920 HTTP/1.1" status: 200 len: 943 time: 0.1462615 May 20 17:03:27.357235 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad83ff-b644-4f8f-a344-cb5bd85d8fd4 req-e5c41666-9ed6-4a95-af37-027065477c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:27.359430 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-6dad83ff-b644-4f8f-a344-cb5bd85d8fd4 req-e5c41666-9ed6-4a95-af37-027065477c81 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c9a972fe-2e62-44ea-901e-aa60176fd9d2 HTTP/1.1" status: 200 len: 919 time: 0.1522784 May 20 17:03:27.364373 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2bdcbb-dd6f-4214-894c-8d1a3368fc75 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf78cc8-1b4e-4163-8032-478aeac96cac,revision_number=2']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:27.378323 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-ae2bdcbb-dd6f-4214-894c-8d1a3368fc75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:27.456055 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-ae2bdcbb-dd6f-4214-894c-8d1a3368fc75 service neutron] Attempting to bind port 7cf78cc8-1b4e-4163-8032-478aeac96cac on host hv-cinder-78652 for vnic_type normal with profile {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:03:27.458549 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-ae2bdcbb-dd6f-4214-894c-8d1a3368fc75 service neutron] Attempting to bind port 7cf78cc8-1b4e-4163-8032-478aeac96cac by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'eebe0223-ada5-4ab3-a594-ee2ef8b7cf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'bf86db12-153b-4118-b778-03286efca2e6'}] {{(pid=119045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:03:27.458985 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-ae2bdcbb-dd6f-4214-894c-8d1a3368fc75 service neutron] Attempting to bind port 7cf78cc8-1b4e-4163-8032-478aeac96cac on network bf86db12-153b-4118-b778-03286efca2e6 {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:03:27.461339 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-6dad83ff-b644-4f8f-a344-cb5bd85d8fd4 req-2c7d832f-2ffa-4a38-82c7-d3fa4497b1a6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=faf13afa-a484-4391-ac53-0e106135f068 HTTP/1.1" status: 200 len: 217 time: 0.0940282 May 20 17:03:27.468528 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-ae2bdcbb-dd6f-4214-894c-8d1a3368fc75 service neutron] Port 7cf78cc8-1b4e-4163-8032-478aeac96cac on network bf86db12-153b-4118-b778-03286efca2e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 17:03:27.469442 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-ae2bdcbb-dd6f-4214-894c-8d1a3368fc75 service neutron] Attempting to bind port 7cf78cc8-1b4e-4163-8032-478aeac96cac on network bf86db12-153b-4118-b778-03286efca2e6 {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:03:27.485242 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-ae2bdcbb-dd6f-4214-894c-8d1a3368fc75 service neutron] Checking agent: {'id': '6f9f6b2e-16b6-4f76-902f-5004e6b9f64e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:03:27.485741 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-ae2bdcbb-dd6f-4214-894c-8d1a3368fc75 service neutron] Checking segment: {'id': 'eebe0223-ada5-4ab3-a594-ee2ef8b7cf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'bf86db12-153b-4118-b778-03286efca2e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:03:27.486281 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-ae2bdcbb-dd6f-4214-894c-8d1a3368fc75 service neutron] Bound using segment: {'id': 'eebe0223-ada5-4ab3-a594-ee2ef8b7cf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'bf86db12-153b-4118-b778-03286efca2e6'} {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:03:27.486830 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-ae2bdcbb-dd6f-4214-894c-8d1a3368fc75 service neutron] Bound port: 7cf78cc8-1b4e-4163-8032-478aeac96cac, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eebe0223-ada5-4ab3-a594-ee2ef8b7cf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'bf86db12-153b-4118-b778-03286efca2e6'}}] {{(pid=119045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:03:27.487258 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-ae2bdcbb-dd6f-4214-894c-8d1a3368fc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:27.515769 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-3dc93e24-fe84-49ec-8418-66ae7a0fa748 req-e4030453-ad28-45d6-8765-feb1200295ab tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Synchronizing usage tracker for tenant:8f3cf9536d634a1fb46c704b591e7be6 on resource:security_group {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:03:27.556827 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-3dc93e24-fe84-49ec-8418-66ae7a0fa748 req-e4030453-ad28-45d6-8765-feb1200295ab tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Unset dirty status for tenant:8f3cf9536d634a1fb46c704b591e7be6 on resource:security_group {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:03:27.566425 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3dc93e24-fe84-49ec-8418-66ae7a0fa748 req-e4030453-ad28-45d6-8765-feb1200295ab tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747218 May 20 17:03:27.586970 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad83ff-b644-4f8f-a344-cb5bd85d8fd4 req-db568e26-6f06-4214-953d-4286c09fc5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:27.589851 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-6dad83ff-b644-4f8f-a344-cb5bd85d8fd4 req-db568e26-6f06-4214-953d-4286c09fc5c2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9417b423-694f-4c54-8180-2a0bd002ded9 HTTP/1.1" status: 200 len: 858 time: 0.1086226 May 20 17:03:27.628678 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-81c175b9-71b8-49c2-93bf-b5e15e02c069 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Synchronizing usage tracker for tenant:0a5d5db9947c4adea81924bf7464e6a5 on resource:security_group {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:03:27.640581 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-ae2bdcbb-dd6f-4214-894c-8d1a3368fc75 service neutron] For port 7cf78cc8-1b4e-4163-8032-478aeac96cac, host hv-cinder-78652, cleared binding levels {{(pid=119045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:03:27.647613 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-ae2bdcbb-dd6f-4214-894c-8d1a3368fc75 service neutron] For port 7cf78cc8-1b4e-4163-8032-478aeac96cac, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7cf78cc8-1b4e-4163-8032-478aeac96cac,segment=NetworkSegment(eebe0223-ada5-4ab3-a594-ee2ef8b7cf07),segment_id=eebe0223-ada5-4ab3-a594-ee2ef8b7cf07)] {{(pid=119045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:03:27.653839 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-6dad83ff-b644-4f8f-a344-cb5bd85d8fd4 req-257ef4bd-e306-4b74-a017-7cff856de7e2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c9a972fe-2e62-44ea-901e-aa60176fd9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556629 May 20 17:03:27.661791 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-ae2bdcbb-dd6f-4214-894c-8d1a3368fc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14687500'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:27.667490 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-ae2bdcbb-dd6f-4214-894c-8d1a3368fc75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:27.716380 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-81c175b9-71b8-49c2-93bf-b5e15e02c069 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Unset dirty status for tenant:0a5d5db9947c4adea81924bf7464e6a5 on resource:security_group {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:03:27.717911 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-81c175b9-71b8-49c2-93bf-b5e15e02c069 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-796290989&fields=id&tenant_id=0a5d5db9947c4adea81924bf7464e6a5 HTTP/1.1" status: 200 len: 267 time: 0.1753783 May 20 17:03:27.736318 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-ae2bdcbb-dd6f-4214-894c-8d1a3368fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:27.737238 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-ae2bdcbb-dd6f-4214-894c-8d1a3368fc75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:27.738976 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-ae2bdcbb-dd6f-4214-894c-8d1a3368fc75 service neutron] 10.222.0.75 "PUT /v2.0/ports/7cf78cc8-1b4e-4163-8032-478aeac96cac HTTP/1.1" status: 200 len: 1093 time: 1.6566193 May 20 17:03:27.740948 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348559dd-a48d-4988-bc46-629b77e73920', 'tag': '7cf78cc8-1b4e-4163-8032-478aeac96cac'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:03:27.878006 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fa03c-8d67-44a8-aedb-bfea63e8b0e6 req-c7011c10-75f9-4b7f-b61e-308c4d9c5980 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:27.879533 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d98fa03c-8d67-44a8-aedb-bfea63e8b0e6 req-c7011c10-75f9-4b7f-b61e-308c4d9c5980 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.1978405 May 20 17:03:27.910517 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-6dad83ff-b644-4f8f-a344-cb5bd85d8fd4 req-87823a5d-5140-438b-8cdc-fdb6f46462c2 service neutron] 10.222.0.75 "GET /v2.0/networks/c9a972fe-2e62-44ea-901e-aa60176fd9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491527 May 20 17:03:27.959984 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2bdcbb-dd6f-4214-894c-8d1a3368fc75 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf78cc8-1b4e-4163-8032-478aeac96cac,revision_number=3']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:27.967140 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-ae2bdcbb-dd6f-4214-894c-8d1a3368fc75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:28.039534 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d98fa03c-8d67-44a8-aedb-bfea63e8b0e6 req-58f4c106-3142-4039-9ab4-162f0fe6e0b9 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523705 May 20 17:03:28.081284 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 79d1e998-d57f-414e-be49-4e99e57bd8b3 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:03:28.165543 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-6dad83ff-b644-4f8f-a344-cb5bd85d8fd4 req-6392f9d3-c86c-4a1a-9fde-05c60d1fcf1b service neutron] 10.222.0.75 "GET /v2.0/networks/c9a972fe-2e62-44ea-901e-aa60176fd9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481885 May 20 17:03:28.212077 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-347785c1-1b01-4437-94e9-bcc53f6985fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:28.213705 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-347785c1-1b01-4437-94e9-bcc53f6985fd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8f3cf9536d634a1fb46c704b591e7be6&device_id=348559dd-a48d-4988-bc46-629b77e73920 HTTP/1.1" status: 200 len: 1096 time: 0.4192135 May 20 17:03:28.244593 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-e2171240-6c5f-46e9-96e3-0f886793b16d tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:28.245360 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-e2171240-6c5f-46e9-96e3-0f886793b16d tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Synchronizing usage tracker for tenant:0a5d5db9947c4adea81924bf7464e6a5 on resource:network {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:03:28.342726 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-04aeefdd-be02-4d49-a783-0e81ed59e940 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cf78cc8-1b4e-4163-8032-478aeac96cac HTTP/1.1" status: 200 len: 217 time: 0.1148078 May 20 17:03:28.354448 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-e2171240-6c5f-46e9-96e3-0f886793b16d tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Unset dirty status for tenant:0a5d5db9947c4adea81924bf7464e6a5 on resource:network {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:03:28.369476 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-e2171240-6c5f-46e9-96e3-0f886793b16d tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/networks?id=bf878487-215c-4e5c-a88b-d79110158955 HTTP/1.1" status: 200 len: 809 time: 0.6252434 May 20 17:03:28.450857 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '348559dd-a48d-4988-bc46-629b77e73920', 'tag': '7cf78cc8-1b4e-4163-8032-478aeac96cac', 'status': 'completed', 'code': 200} May 20 17:03:28.464624 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-6be9c2a4-ddff-4b1f-853d-82daac2037fb tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/quotas/0a5d5db9947c4adea81924bf7464e6a5 HTTP/1.1" status: 200 len: 375 time: 0.0932808 May 20 17:03:28.533447 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-dc6b22a4-4d0a-49c4-ab13-c31fb8470a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:28.534907 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-dc6b22a4-4d0a-49c4-ab13-c31fb8470a05 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=298ed0bc-6ca6-4462-8477-8ec3021e2ef6 HTTP/1.1" status: 200 len: 853 time: 0.1836724 May 20 17:03:28.595810 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-a577a9ca-8eda-43e9-9252-371f585bdbe9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf86db12-153b-4118-b778-03286efca2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487771 May 20 17:03:28.746909 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02883b-4383-4852-88e9-9a49fc6d863e req-4bd5bf1a-f437-4149-9e91-42289289d71a tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:28.749408 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-cc02883b-4383-4852-88e9-9a49fc6d863e req-4bd5bf1a-f437-4149-9e91-42289289d71a tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 944 time: 0.1487913 May 20 17:03:28.757992 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-4da34987-951f-4cd6-98ac-8246a053d840 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Synchronizing usage tracker for tenant:0a5d5db9947c4adea81924bf7464e6a5 on resource:port {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:03:28.835907 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-8d202f3a-5375-4a87-a39d-898494aa0938 service neutron] 10.222.0.75 "GET /v2.0/networks/bf86db12-153b-4118-b778-03286efca2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151706 May 20 17:03:28.855151 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-cc02883b-4383-4852-88e9-9a49fc6d863e req-a82b5246-c321-4f9d-9bcd-7e4cee7457ae tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945041 May 20 17:03:28.900676 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-4da34987-951f-4cd6-98ac-8246a053d840 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Unset dirty status for tenant:0a5d5db9947c4adea81924bf7464e6a5 on resource:port {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:03:28.913898 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-4da34987-951f-4cd6-98ac-8246a053d840 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a5d5db9947c4adea81924bf7464e6a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4419820 May 20 17:03:29.142910 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123d38a-0224-4c6c-93b1-7abdf46b1c03 req-d0f3a220-6ebd-4bdb-813c-c604720525f8 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:29.144971 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-9123d38a-0224-4c6c-93b1-7abdf46b1c03 req-d0f3a220-6ebd-4bdb-813c-c604720525f8 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=348559dd-a48d-4988-bc46-629b77e73920 HTTP/1.1" status: 200 len: 943 time: 0.1276026 May 20 17:03:29.168408 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 51532) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:03:29.219627 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-9123d38a-0224-4c6c-93b1-7abdf46b1c03 req-306f4430-fdbd-4300-a52e-2b1c42d2a5e4 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678852 May 20 17:03:29.264808 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-3ca731b7-41cc-40e4-8eea-c5ebae1e4ec8 service neutron] 10.222.0.36 "GET /v2.0/networks/bf878487-215c-4e5c-a88b-d79110158955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499482 May 20 17:03:29.312062 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-67f4e66f-8de7-41a6-99d7-f294bc8c1aee req-6866fd71-f84d-4590-bc8b-dafc643a3a04 service neutron] 10.222.0.75 "GET /v2.0/networks/bf86db12-153b-4118-b778-03286efca2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614689 May 20 17:03:29.464253 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c5c1a-e552-4982-bebb-8fbf69bb9029 req-01e76ea6-9706-4bc1-b7de-f8a2dcbc0915 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:29.471779 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7e1c5c1a-e552-4982-bebb-8fbf69bb9029 req-01e76ea6-9706-4bc1-b7de-f8a2dcbc0915 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.1036131 May 20 17:03:29.524000 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-2ef43342-f2df-4ba0-8e1f-562d3054bb31 service neutron] 10.222.0.36 "GET /v2.0/networks/bf878487-215c-4e5c-a88b-d79110158955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581830 May 20 17:03:29.543082 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7e1c5c1a-e552-4982-bebb-8fbf69bb9029 req-0feead49-dc7a-4677-a543-7173fc804274 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701578 May 20 17:03:29.560533 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d404df-33ff-4f7b-8fca-21261696422f req-7aac6561-f9a4-46e3-bc61-212d8ee1820d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:29.562493 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-72d404df-33ff-4f7b-8fca-21261696422f req-7aac6561-f9a4-46e3-bc61-212d8ee1820d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8f3cf9536d634a1fb46c704b591e7be6&device_id=348559dd-a48d-4988-bc46-629b77e73920 HTTP/1.1" status: 200 len: 1096 time: 0.1583722 May 20 17:03:29.566870 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-6a1dd41b-daae-4723-b84b-2458ee19587a req-61969198-e31c-4e9c-8556-7acc7c5792e9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3973851 May 20 17:03:29.785819 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d404df-33ff-4f7b-8fca-21261696422f req-2fa21371-4507-40db-b248-7625ccde1735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:29.787600 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-72d404df-33ff-4f7b-8fca-21261696422f req-2fa21371-4507-40db-b248-7625ccde1735 service neutron] 10.222.0.75 "GET /v2.0/networks?id=bf86db12-153b-4118-b778-03286efca2e6 HTTP/1.1" status: 200 len: 914 time: 0.2160859 May 20 17:03:29.927937 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-72d404df-33ff-4f7b-8fca-21261696422f req-71c19ed4-1235-44c5-9dc9-1ceec316e141 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cf78cc8-1b4e-4163-8032-478aeac96cac HTTP/1.1" status: 200 len: 217 time: 0.1316748 May 20 17:03:30.178066 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d404df-33ff-4f7b-8fca-21261696422f req-ee96efa1-ead6-4413-bdb1-6f3a884ee42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:30.205525 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-72d404df-33ff-4f7b-8fca-21261696422f req-ee96efa1-ead6-4413-bdb1-6f3a884ee42d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=298ed0bc-6ca6-4462-8477-8ec3021e2ef6 HTTP/1.1" status: 200 len: 853 time: 0.2708709 May 20 17:03:30.244726 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28cae62-ee58-4994-a071-3aa7fd8d2f68 req-ead233ad-c8b8-4985-ae79-3addbaa2e105 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:30.258513 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c28cae62-ee58-4994-a071-3aa7fd8d2f68 req-ead233ad-c8b8-4985-ae79-3addbaa2e105 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 944 time: 0.2606795 May 20 17:03:30.314081 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-72d404df-33ff-4f7b-8fca-21261696422f req-c73c319f-e3ad-4a37-be8c-0602e352e996 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf86db12-153b-4118-b778-03286efca2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961494 May 20 17:03:30.386858 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c28cae62-ee58-4994-a071-3aa7fd8d2f68 req-5dd41a8e-6d11-487f-8b52-78caf2f3d6f8 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258657 May 20 17:03:30.504404 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-3ed99fb1-a47b-490a-9194-b3463f8a8271 req-c78d1328-1e80-4049-a90c-3e5e216f2bfa tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 210 time: 0.1885765 May 20 17:03:30.691505 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-72d404df-33ff-4f7b-8fca-21261696422f req-3ad83f26-fce4-4528-bd72-9a2c120394e7 service neutron] 10.222.0.75 "GET /v2.0/networks/bf86db12-153b-4118-b778-03286efca2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154247 May 20 17:03:30.789656 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d337dc1-3162-4023-8efe-5dab072e7e21 req-5008d8c7-c756-426a-9523-83047ed4b616 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:30.791253 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-1d337dc1-3162-4023-8efe-5dab072e7e21 req-5008d8c7-c756-426a-9523-83047ed4b616 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=348559dd-a48d-4988-bc46-629b77e73920 HTTP/1.1" status: 200 len: 943 time: 0.2002785 May 20 17:03:30.928617 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-1d337dc1-3162-4023-8efe-5dab072e7e21 req-2e61e567-b9f8-45ca-8a3c-4b79984f9672 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262944 May 20 17:03:30.969505 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 51580) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:03:31.150215 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-72d404df-33ff-4f7b-8fca-21261696422f req-e0a32923-dea2-4680-af5a-9de647d6a0fe service neutron] 10.222.0.75 "GET /v2.0/networks/bf86db12-153b-4118-b778-03286efca2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424689 May 20 17:03:31.161681 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-6c9e6ce8-4078-42e6-9589-f0a5ad0f080a admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:31.163549 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f5c465-dbb7-4de5-8a26-0c2ae15444cc req-78607a0c-c8e6-49de-8231-eeb6f6fd0cdf tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:31.165467 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-67f5c465-dbb7-4de5-8a26-0c2ae15444cc req-78607a0c-c8e6-49de-8231-eeb6f6fd0cdf tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.4018924 May 20 17:03:31.187632 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-6c9e6ce8-4078-42e6-9589-f0a5ad0f080a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:03:31.194711 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-6c9e6ce8-4078-42e6-9589-f0a5ad0f080a admin admin] Usage tracker for resource:security_group_rule and tenant:fec1c2b7962b49aa9d5fad9aefb354a9 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:03:31.199079 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-6c9e6ce8-4078-42e6-9589-f0a5ad0f080a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:03:31.207758 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-6c9e6ce8-4078-42e6-9589-f0a5ad0f080a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:03:31.222742 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-67f5c465-dbb7-4de5-8a26-0c2ae15444cc req-f1785217-2481-4dd6-b0a9-5d8e3446cf55 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508668 May 20 17:03:31.366641 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-6c9e6ce8-4078-42e6-9589-f0a5ad0f080a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:31.376951 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-6c9e6ce8-4078-42e6-9589-f0a5ad0f080a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:31.385263 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-c32ca3d3-9914-4de1-91d7-b499a38caee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:31.472137 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-6c9e6ce8-4078-42e6-9589-f0a5ad0f080a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fec1c2b7962b49aa9d5fad9aefb354a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5010176 May 20 17:03:31.474808 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 51592) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:03:31.478017 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e6ce8-4078-42e6-9589-f0a5ad0f080a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f6b5f4-3eda-4c19-9aa6-e450f7dfceed,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:31.481999 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-6c9e6ce8-4078-42e6-9589-f0a5ad0f080a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:31.712897 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e185e5a8-4c34-4783-bbc3-86d3fa4f3ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:31.756897 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e185e5a8-4c34-4783-bbc3-86d3fa4f3ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:31.783146 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2252604-e900-4316-b50e-a94c53c3f960 req-b0f2971b-3f25-436c-b37f-3c69dab93004 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:31.794200 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c2252604-e900-4316-b50e-a94c53c3f960 req-b0f2971b-3f25-436c-b37f-3c69dab93004 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 944 time: 0.2003641 May 20 17:03:31.805714 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-aab5ea06-43e1-40ea-92ff-4daf7cc7f32c req-3979d221-c674-4ff3-8709-8c489b66e701 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 210 time: 0.0715358 May 20 17:03:31.904653 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c2252604-e900-4316-b50e-a94c53c3f960 req-c1e06129-6a7d-4a85-96d1-40ef45ca8d8e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082122 May 20 17:03:31.928706 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e185e5a8-4c34-4783-bbc3-86d3fa4f3ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:31.936258 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-47a3a2de-9bf8-4a34-aff5-c1e42acfb36d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:31.955716 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185e5a8-4c34-4783-bbc3-86d3fa4f3ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f6b5f4-3eda-4c19-9aa6-e450f7dfceed,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:31.967384 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-e185e5a8-4c34-4783-bbc3-86d3fa4f3ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:31.969004 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e185e5a8-4c34-4783-bbc3-86d3fa4f3ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:31.970768 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-e185e5a8-4c34-4783-bbc3-86d3fa4f3ef3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d6f6b5f4-3eda-4c19-9aa6-e450f7dfceed HTTP/1.1" status: 204 len: 168 time: 0.4944630 May 20 17:03:32.093514 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 7cf78cc8-1b4e-4163-8032-478aeac96cac details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=119046) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 17:03:32.308314 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-f86e9e62-00d7-4c2c-9323-b31859ebe555 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:32.313402 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-f86e9e62-00d7-4c2c-9323-b31859ebe555 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.75 "GET /v2.0/networks?id=bf878487-215c-4e5c-a88b-d79110158955 HTTP/1.1" status: 200 len: 809 time: 0.3055441 May 20 17:03:32.439712 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 7cf78cc8-1b4e-4163-8032-478aeac96cac, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7cf78cc8-1b4e-4163-8032-478aeac96cac,segment=NetworkSegment(eebe0223-ada5-4ab3-a594-ee2ef8b7cf07),segment_id=eebe0223-ada5-4ab3-a594-ee2ef8b7cf07)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:03:32.450179 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-fb117b51-422d-4e1e-8eb2-3d5eafce402e tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a5d5db9947c4adea81924bf7464e6a5 HTTP/1.1" status: 200 len: 379 time: 0.1074519 May 20 17:03:32.462646 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 51616) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:03:32.463172 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb821e4-b04f-4362-9500-4f1d7f2fb261 req-c60ac6d3-4287-4205-a60e-d35340c2d59a tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:32.463476 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Returning: {'device': '7cf78cc8-1b4e-4163-8032-478aeac96cac', 'network_id': 'bf86db12-153b-4118-b778-03286efca2e6', 'port_id': '7cf78cc8-1b4e-4163-8032-478aeac96cac', 'mac_address': 'fa:16:3e:fb:8c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '298ed0bc-6ca6-4462-8477-8ec3021e2ef6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119046) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 17:03:32.463643 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-7fb821e4-b04f-4362-9500-4f1d7f2fb261 req-c60ac6d3-4287-4205-a60e-d35340c2d59a tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Synchronizing usage tracker for tenant:8f3cf9536d634a1fb46c704b591e7be6 on resource:port {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:03:32.475552 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-f51c529b-288c-4038-bf90-d815146e0c59 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Request body: {'port': {'device_id': '8879204a-1ef7-4ee2-be4e-ed9fcd40632d', 'network_id': 'bf878487-215c-4e5c-a88b-d79110158955', 'admin_state_up': True, 'tenant_id': '0a5d5db9947c4adea81924bf7464e6a5', 'security_groups': ['81a40ce4-f745-4c15-b1fd-a815b0aff94b']}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:03:32.551415 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-1d87dfba-711d-48e3-b24a-9d248572ff58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:32.560708 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:32.588221 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-1d87dfba-711d-48e3-b24a-9d248572ff58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:03:32.598897 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-7fb821e4-b04f-4362-9500-4f1d7f2fb261 req-c60ac6d3-4287-4205-a60e-d35340c2d59a tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Unset dirty status for tenant:8f3cf9536d634a1fb46c704b591e7be6 on resource:port {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:03:32.606478 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7fb821e4-b04f-4362-9500-4f1d7f2fb261 req-c60ac6d3-4287-4205-a60e-d35340c2d59a tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=348559dd-a48d-4988-bc46-629b77e73920 HTTP/1.1" status: 200 len: 943 time: 0.3963366 May 20 17:03:32.611551 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf78cc8-1b4e-4163-8032-478aeac96cac {{(pid=119046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:03:32.629133 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-1d87dfba-711d-48e3-b24a-9d248572ff58 admin admin] Usage tracker for resource:security_group_rule and tenant:7a857263e6bf4453b1a62107f292b796 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:03:32.641136 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-1d87dfba-711d-48e3-b24a-9d248572ff58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:03:32.648979 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-1d87dfba-711d-48e3-b24a-9d248572ff58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:03:32.649808 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 7cf78cc8-1b4e-4163-8032-478aeac96cac, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7cf78cc8-1b4e-4163-8032-478aeac96cac,segment=NetworkSegment(eebe0223-ada5-4ab3-a594-ee2ef8b7cf07),segment_id=eebe0223-ada5-4ab3-a594-ee2ef8b7cf07)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:03:32.657644 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:32.659609 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:32.724112 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7fb821e4-b04f-4362-9500-4f1d7f2fb261 req-9a074947-00be-4c2b-bdb5-3d20465a958e tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167383 May 20 17:03:32.732590 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-f51c529b-288c-4038-bf90-d815146e0c59 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:03:32.749679 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-f51c529b-288c-4038-bf90-d815146e0c59 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:03:32.769745 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-f51c529b-288c-4038-bf90-d815146e0c59 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Made reservation on behalf of 0a5d5db9947c4adea81924bf7464e6a5 for: {'port': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:03:32.775657 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-f51c529b-288c-4038-bf90-d815146e0c59 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:32.803251 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=7cf78cc8-1b4e-4163-8032-478aeac96cac,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:32.807267 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:32.826728 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb05b9-d4df-4c0b-9d6d-8745245949d0 req-db9f09bf-408a-4eb0-9c11-d0401280fb74 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:32.828266 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-97fb05b9-d4df-4c0b-9d6d-8745245949d0 req-db9f09bf-408a-4eb0-9c11-d0401280fb74 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.3408585 May 20 17:03:32.909843 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-1d87dfba-711d-48e3-b24a-9d248572ff58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:32.922769 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['7cf78cc8-1b4e-4163-8032-478aeac96cac'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:03:32.932142 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-1d87dfba-711d-48e3-b24a-9d248572ff58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:32.946039 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:32.981057 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87dfba-711d-48e3-b24a-9d248572ff58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2196db96-8aab-4ab3-bf5c-6fae56009bcf,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:32.984832 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-1d87dfba-711d-48e3-b24a-9d248572ff58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:32.996663 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dd41b-daae-4723-b84b-2458ee19587a req-d2fb5228-7d21-4744-87a8-5c4b796cafee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:32.998289 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-6a1dd41b-daae-4723-b84b-2458ee19587a req-d2fb5228-7d21-4744-87a8-5c4b796cafee service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e&tenant_id=15040cd71cf0497581d552f7a0ff286f HTTP/1.1" status: 200 len: 1097 time: 0.2884197 May 20 17:03:33.022978 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-97fb05b9-d4df-4c0b-9d6d-8745245949d0 req-f32528ed-0dfc-4655-bab1-8d8b913dfc72 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823449 May 20 17:03:33.030148 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_common [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-f51c529b-288c-4038-bf90-d815146e0c59 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Allocated IP 172.20.0.14 (bf878487-215c-4e5c-a88b-d79110158955/7d2384bb-83fb-450e-90a2-cc802278fb21/bb295447-e407-4ae3-824c-44162c4877db) {{(pid=119045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:03:33.126014 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-1d87dfba-711d-48e3-b24a-9d248572ff58 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7a857263e6bf4453b1a62107f292b796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6619468 May 20 17:03:33.135719 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 51624) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:03:33.295342 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dd41b-daae-4723-b84b-2458ee19587a req-46b2d82f-0717-41c9-9737-cc48d46d0f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:33.297042 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-6a1dd41b-daae-4723-b84b-2458ee19587a req-46b2d82f-0717-41c9-9737-cc48d46d0f28 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=15040cd71cf0497581d552f7a0ff286f&device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 1097 time: 0.2693348 May 20 17:03:33.297847 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e2529a80-3861-4b5a-a1ea-903bacb3d214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:33.307564 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-88480f59-5303-4da4-ac10-28a50e284dc9 req-1fcc6bed-1205-436a-9939-2e2a51b50c7d tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 210 time: 0.2570033 May 20 17:03:33.386741 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-f51c529b-288c-4038-bf90-d815146e0c59 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks [] for port, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:33.400294 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e2529a80-3861-4b5a-a1ea-903bacb3d214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:33.415846 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.provisioning_blocks [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-f51c529b-288c-4038-bf90-d815146e0c59 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Transition to ACTIVE for port object bb295447-e407-4ae3-824c-44162c4877db will not be triggered until provisioned by entity DHCP. {{(pid=119045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:03:33.443330 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-f51c529b-288c-4038-bf90-d815146e0c59 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:33.449310 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:33.516460 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-f51c529b-288c-4038-bf90-d815146e0c59 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Network bf878487-215c-4e5c-a88b-d79110158955 is already hosted by enough agents. {{(pid=119045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:03:33.521264 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-f51c529b-288c-4038-bf90-d815146e0c59 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Resources bound (agent type, host, resource id): {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:03:33.525513 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-f51c529b-288c-4038-bf90-d815146e0c59 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Received port after_create {{(pid=119045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:03:33.548648 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1251c-b986-4809-bbed-bea97d5e40cd req-f4f44fe2-02b9-477f-acf8-59862e34b836 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:33.554432 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-6ae1251c-b986-4809-bbed-bea97d5e40cd req-f4f44fe2-02b9-477f-acf8-59862e34b836 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 944 time: 0.3210990 May 20 17:03:33.568484 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dd41b-daae-4723-b84b-2458ee19587a req-305a614d-3302-4e20-b61c-a80ceef8233c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:33.570088 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-6a1dd41b-daae-4723-b84b-2458ee19587a req-305a614d-3302-4e20-b61c-a80ceef8233c service neutron] 10.222.0.75 "GET /v2.0/networks?id=3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe HTTP/1.1" status: 200 len: 918 time: 0.2589900 May 20 17:03:33.590115 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c529b-288c-4038-bf90-d815146e0c59 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Pushing event updated for resources: {'Port': ['ID=bb295447-e407-4ae3-824c-44162c4877db,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:33.602568 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-f51c529b-288c-4038-bf90-d815146e0c59 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:33.621212 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-f51c529b-288c-4038-bf90-d815146e0c59 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:33.621944 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-f51c529b-288c-4038-bf90-d815146e0c59 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:33.653772 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-f51c529b-288c-4038-bf90-d815146e0c59 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1827610 May 20 17:03:33.670360 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-57735e59-abd7-41ff-9950-b69a3bd4a092 service neutron] Request body: {'port': {'device_id': '8879204a-1ef7-4ee2-be4e-ed9fcd40632d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:03:33.761462 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-5b801a9e-f201-48bd-85d0-dd1a5bdb2878 None None] Provisioning for port bb295447-e407-4ae3-824c-44162c4877db completed by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:03:33.767304 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-5b801a9e-f201-48bd-85d0-dd1a5bdb2878 None None] Provisioning complete for port bb295447-e407-4ae3-824c-44162c4877db triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:03:33.768273 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-5b801a9e-f201-48bd-85d0-dd1a5bdb2878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:33.779523 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e2529a80-3861-4b5a-a1ea-903bacb3d214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:33.789884 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-e4e38b58-06eb-484c-b275-4c856609f80f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:33.812591 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-6ae1251c-b986-4809-bbed-bea97d5e40cd req-e4a46087-7759-4da0-9013-6f5eca4a7b16 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2461290 May 20 17:03:33.815536 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-57735e59-abd7-41ff-9950-b69a3bd4a092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:33.827024 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2529a80-3861-4b5a-a1ea-903bacb3d214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2196db96-8aab-4ab3-bf5c-6fae56009bcf,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:33.831256 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e2529a80-3861-4b5a-a1ea-903bacb3d214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:33.832019 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-5b801a9e-f201-48bd-85d0-dd1a5bdb2878 None None] Port bb295447-e407-4ae3-824c-44162c4877db cannot update to ACTIVE because it is not bound. {{(pid=119046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 17:03:33.865926 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-e2529a80-3861-4b5a-a1ea-903bacb3d214 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2196db96-8aab-4ab3-bf5c-6fae56009bcf HTTP/1.1" status: 204 len: 168 time: 0.7225244 May 20 17:03:33.872700 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-e2529a80-3861-4b5a-a1ea-903bacb3d214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:33.875320 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-6a1dd41b-daae-4723-b84b-2458ee19587a req-9e6d73de-bc7c-4d0d-bcce-d1033d3865a6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79d1e998-d57f-414e-be49-4e99e57bd8b3 HTTP/1.1" status: 200 len: 1000 time: 0.2876515 May 20 17:03:33.942129 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dd41b-daae-4723-b84b-2458ee19587a req-d534ae9e-0b2a-449f-b074-0ad5665b3fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:33.943543 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-6a1dd41b-daae-4723-b84b-2458ee19587a req-d534ae9e-0b2a-449f-b074-0ad5665b3fce service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1551b8a8-c6c6-497b-b551-8db6f5233ebf HTTP/1.1" status: 200 len: 856 time: 0.0595438 May 20 17:03:34.032060 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dd41b-daae-4723-b84b-2458ee19587a req-bab02748-13c8-4b4b-a900-4e88969ddc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:34.033900 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-6a1dd41b-daae-4723-b84b-2458ee19587a req-bab02748-13c8-4b4b-a900-4e88969ddc95 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759838 May 20 17:03:34.060895 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1551c-d71a-490f-8a36-9554d2c52f7a req-5dd17198-1ae7-4e90-acf1-b438af365a9e tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:34.062513 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b7a1551c-d71a-490f-8a36-9554d2c52f7a req-5dd17198-1ae7-4e90-acf1-b438af365a9e tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=348559dd-a48d-4988-bc46-629b77e73920 HTTP/1.1" status: 200 len: 944 time: 0.1796451 May 20 17:03:34.116904 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 7cf78cc8-1b4e-4163-8032-478aeac96cac up at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:03:34.209121 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning for port 7cf78cc8-1b4e-4163-8032-478aeac96cac completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:03:34.218746 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning complete for port 7cf78cc8-1b4e-4163-8032-478aeac96cac triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:03:34.219791 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:34.246936 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-6a1dd41b-daae-4723-b84b-2458ee19587a req-fde1dc40-8166-4053-9b1f-8a049d0ec0f0 service neutron] 10.222.0.75 "GET /v2.0/networks/3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062204 May 20 17:03:34.303367 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b7a1551c-d71a-490f-8a36-9554d2c52f7a req-9af598c9-acf5-4a9e-a3ad-ad8b820a74b9 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176535 May 20 17:03:34.308268 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 51654) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:03:34.344406 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-a7391432-a24d-41ba-9b05-55982989399a admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:34.371971 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-a7391432-a24d-41ba-9b05-55982989399a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:03:34.377185 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:34.379299 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-a7391432-a24d-41ba-9b05-55982989399a admin admin] Usage tracker for resource:security_group_rule and tenant:d5352d370cec4b51ae3e2e16c4119f52 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:03:34.383186 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-a7391432-a24d-41ba-9b05-55982989399a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:03:34.390654 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-a7391432-a24d-41ba-9b05-55982989399a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:03:34.411607 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6588c-91c5-479f-8ee3-6cc5aae8bf6d req-64e694b8-5fbe-4393-9687-284351f4cd41 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:34.413572 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-22e6588c-91c5-479f-8ee3-6cc5aae8bf6d req-64e694b8-5fbe-4393-9687-284351f4cd41 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.2238998 May 20 17:03:34.449377 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 7cf78cc8-1b4e-4163-8032-478aeac96cac, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7cf78cc8-1b4e-4163-8032-478aeac96cac,segment=NetworkSegment(eebe0223-ada5-4ab3-a594-ee2ef8b7cf07),segment_id=eebe0223-ada5-4ab3-a594-ee2ef8b7cf07)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:03:34.450462 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348559dd-a48d-4988-bc46-629b77e73920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf78cc8-1b4e-4163-8032-478aeac96cac'}] {{(pid=119046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:03:34.459666 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:34.463097 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:34.469860 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-6a1dd41b-daae-4723-b84b-2458ee19587a req-f2978981-a1e7-4ecb-856c-e313c14185c7 service neutron] 10.222.0.75 "GET /v2.0/networks/3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148600 May 20 17:03:34.474956 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-22e6588c-91c5-479f-8ee3-6cc5aae8bf6d req-fe882ef9-0543-4ad3-998a-1f721e9ba0ba tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481558 May 20 17:03:34.542325 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=7cf78cc8-1b4e-4163-8032-478aeac96cac,revision_number=5']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:34.545706 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:34.553290 dv-cinder-786524-7-iscsi neutron-server[119046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348559dd-a48d-4988-bc46-629b77e73920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf78cc8-1b4e-4163-8032-478aeac96cac', 'code': 200} May 20 17:03:34.564896 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-57735e59-abd7-41ff-9950-b69a3bd4a092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb295447-e407-4ae3-824c-44162c4877db {{(pid=119045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:03:34.582776 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-57735e59-abd7-41ff-9950-b69a3bd4a092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:34.619041 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.provisioning_blocks [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-57735e59-abd7-41ff-9950-b69a3bd4a092 service neutron] Transition to ACTIVE for port object bb295447-e407-4ae3-824c-44162c4877db will not be triggered until provisioned by entity L2. {{(pid=119045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:03:34.632783 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-57735e59-abd7-41ff-9950-b69a3bd4a092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14687500'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:34.638928 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-1b7c67ef-26d0-4940-9798-9d683a1443aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:34.726336 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf2571-da3c-4735-a5e6-4774b9d02f97 req-30c6af33-ad93-4dc3-817c-241407679026 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:34.726729 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-a1cf2571-da3c-4735-a5e6-4774b9d02f97 req-30c6af33-ad93-4dc3-817c-241407679026 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Synchronizing usage tracker for tenant:0a5d5db9947c4adea81924bf7464e6a5 on resource:port {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:03:34.836247 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-a7391432-a24d-41ba-9b05-55982989399a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:34.873974 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fe13c-e1f7-40e6-9fbf-d0d5d87b7e64 req-70cc61d8-c1c9-4289-b2b1-4dca32f547f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:34.877260 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f88fe13c-e1f7-40e6-9fbf-d0d5d87b7e64 req-70cc61d8-c1c9-4289-b2b1-4dca32f547f4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=348559dd-a48d-4988-bc46-629b77e73920 HTTP/1.1" status: 200 len: 1098 time: 0.1218805 May 20 17:03:34.899420 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-a7391432-a24d-41ba-9b05-55982989399a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:34.940044 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f88fe13c-e1f7-40e6-9fbf-d0d5d87b7e64 req-298ac50b-8e82-4cb2-8fd8-50cd3c8eb886 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564153 May 20 17:03:34.953697 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-a1cf2571-da3c-4735-a5e6-4774b9d02f97 req-30c6af33-ad93-4dc3-817c-241407679026 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Unset dirty status for tenant:0a5d5db9947c4adea81924bf7464e6a5 on resource:port {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:03:34.961566 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-a1cf2571-da3c-4735-a5e6-4774b9d02f97 req-30c6af33-ad93-4dc3-817c-241407679026 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 932 time: 0.4896979 May 20 17:03:34.963426 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57735e59-abd7-41ff-9950-b69a3bd4a092 service neutron] Pushing event updated for resources: {'Port': ['ID=bb295447-e407-4ae3-824c-44162c4877db,revision_number=2']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:34.966974 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-57735e59-abd7-41ff-9950-b69a3bd4a092 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:34.969229 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:35.024412 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-a7391432-a24d-41ba-9b05-55982989399a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d5352d370cec4b51ae3e2e16c4119f52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7117963 May 20 17:03:35.024602 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 51694) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:03:35.094740 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7391432-a24d-41ba-9b05-55982989399a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f4ded1-d0ce-49e9-b85c-07af261140a3,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:35.104221 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-a7391432-a24d-41ba-9b05-55982989399a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:35.119789 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-a1cf2571-da3c-4735-a5e6-4774b9d02f97 req-7bb61e15-1057-46a5-9c37-cc5796866dce tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552217 May 20 17:03:35.154190 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-57735e59-abd7-41ff-9950-b69a3bd4a092 service neutron] Attempting to bind port bb295447-e407-4ae3-824c-44162c4877db on host hv-cinder-78652 for vnic_type normal with profile {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:03:35.154526 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-57735e59-abd7-41ff-9950-b69a3bd4a092 service neutron] Attempting to bind port bb295447-e407-4ae3-824c-44162c4877db by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'd37f8528-7297-4149-9ffd-cc733462f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bf878487-215c-4e5c-a88b-d79110158955'}] {{(pid=119045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:03:35.154981 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-57735e59-abd7-41ff-9950-b69a3bd4a092 service neutron] Attempting to bind port bb295447-e407-4ae3-824c-44162c4877db on network bf878487-215c-4e5c-a88b-d79110158955 {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:03:35.160322 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-57735e59-abd7-41ff-9950-b69a3bd4a092 service neutron] Port bb295447-e407-4ae3-824c-44162c4877db on network bf878487-215c-4e5c-a88b-d79110158955 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 17:03:35.160663 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-57735e59-abd7-41ff-9950-b69a3bd4a092 service neutron] Attempting to bind port bb295447-e407-4ae3-824c-44162c4877db on network bf878487-215c-4e5c-a88b-d79110158955 {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:03:35.165934 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-57735e59-abd7-41ff-9950-b69a3bd4a092 service neutron] Checking agent: {'id': '6f9f6b2e-16b6-4f76-902f-5004e6b9f64e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:03:35.166265 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-57735e59-abd7-41ff-9950-b69a3bd4a092 service neutron] Checking segment: {'id': 'd37f8528-7297-4149-9ffd-cc733462f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bf878487-215c-4e5c-a88b-d79110158955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:03:35.166635 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-57735e59-abd7-41ff-9950-b69a3bd4a092 service neutron] Bound using segment: {'id': 'd37f8528-7297-4149-9ffd-cc733462f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bf878487-215c-4e5c-a88b-d79110158955'} {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:03:35.167293 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-57735e59-abd7-41ff-9950-b69a3bd4a092 service neutron] Bound port: bb295447-e407-4ae3-824c-44162c4877db, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd37f8528-7297-4149-9ffd-cc733462f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'bf878487-215c-4e5c-a88b-d79110158955'}}] {{(pid=119045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:03:35.167637 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-57735e59-abd7-41ff-9950-b69a3bd4a092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:35.178368 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ce4b2d9d-3745-4ed3-82b5-4a2733b2ff64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:35.213662 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520444c-9ec3-4e8a-9c73-190cfef97bde req-956ac6a6-00aa-49c5-925a-ad5324b1e061 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:35.215192 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-2520444c-9ec3-4e8a-9c73-190cfef97bde req-956ac6a6-00aa-49c5-925a-ad5324b1e061 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 944 time: 0.1890891 May 20 17:03:35.223378 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ce4b2d9d-3745-4ed3-82b5-4a2733b2ff64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:35.290274 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-57735e59-abd7-41ff-9950-b69a3bd4a092 service neutron] For port bb295447-e407-4ae3-824c-44162c4877db, host hv-cinder-78652, cleared binding levels {{(pid=119045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:03:35.293985 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-57735e59-abd7-41ff-9950-b69a3bd4a092 service neutron] For port bb295447-e407-4ae3-824c-44162c4877db, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=bb295447-e407-4ae3-824c-44162c4877db,segment=NetworkSegment(d37f8528-7297-4149-9ffd-cc733462f317),segment_id=d37f8528-7297-4149-9ffd-cc733462f317)] {{(pid=119045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:03:35.315185 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-57735e59-abd7-41ff-9950-b69a3bd4a092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14687500'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:35.317888 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-2520444c-9ec3-4e8a-9c73-190cfef97bde req-a23f32b5-13ac-43ac-9f21-a73d7cf0ff97 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869038 May 20 17:03:35.319930 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-4b344fa4-4385-4b43-b0a4-a8d2442afadc tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:35.355450 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ce4b2d9d-3745-4ed3-82b5-4a2733b2ff64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:35.359611 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-e2529a80-3861-4b5a-a1ea-903bacb3d214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:35.382501 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b2d9d-3745-4ed3-82b5-4a2733b2ff64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f4ded1-d0ce-49e9-b85c-07af261140a3,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:35.393728 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-57735e59-abd7-41ff-9950-b69a3bd4a092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:35.396358 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-57735e59-abd7-41ff-9950-b69a3bd4a092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:35.396358 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-57735e59-abd7-41ff-9950-b69a3bd4a092 service neutron] 10.222.0.75 "PUT /v2.0/ports/bb295447-e407-4ae3-824c-44162c4877db HTTP/1.1" status: 200 len: 1094 time: 1.7301188 May 20 17:03:35.396358 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8879204a-1ef7-4ee2-be4e-ed9fcd40632d', 'tag': 'bb295447-e407-4ae3-824c-44162c4877db'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:03:35.423093 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57735e59-abd7-41ff-9950-b69a3bd4a092 service neutron] Pushing event updated for resources: {'Port': ['ID=bb295447-e407-4ae3-824c-44162c4877db,revision_number=3']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:35.426817 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-57735e59-abd7-41ff-9950-b69a3bd4a092 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:35.452653 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-ce4b2d9d-3745-4ed3-82b5-4a2733b2ff64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:35.455316 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ce4b2d9d-3745-4ed3-82b5-4a2733b2ff64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:35.467970 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-ce4b2d9d-3745-4ed3-82b5-4a2733b2ff64 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f0f4ded1-d0ce-49e9-b85c-07af261140a3 HTTP/1.1" status: 204 len: 168 time: 0.4432702 May 20 17:03:35.547486 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8879204a-1ef7-4ee2-be4e-ed9fcd40632d', 'tag': 'bb295447-e407-4ae3-824c-44162c4877db', 'status': 'completed', 'code': 200} May 20 17:03:35.744843 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-5ce4c20c-7f78-4590-b08a-610b45e4f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:35.746370 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-5ce4c20c-7f78-4590-b08a-610b45e4f059 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0a5d5db9947c4adea81924bf7464e6a5&device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 1097 time: 0.2880671 May 20 17:03:35.769285 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb66495-c758-4173-97e0-e1e282bc07df req-2f9b0647-cc91-4ab8-b648-b06dd4f1d7f4 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:35.771911 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-deb66495-c758-4173-97e0-e1e282bc07df req-2f9b0647-cc91-4ab8-b648-b06dd4f1d7f4 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=348559dd-a48d-4988-bc46-629b77e73920 HTTP/1.1" status: 200 len: 945 time: 0.2159345 May 20 17:03:35.805006 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554618f-53de-45d0-b675-71063957c5f5 req-351b9a2a-6aa9-4e53-a424-438ac1066636 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:35.814361 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-5554618f-53de-45d0-b675-71063957c5f5 req-351b9a2a-6aa9-4e53-a424-438ac1066636 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.1588039 May 20 17:03:35.927374 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-5554618f-53de-45d0-b675-71063957c5f5 req-abbd9fcd-ed35-4a90-bec2-f4a02e0673a0 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048720 May 20 17:03:36.010042 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-deb66495-c758-4173-97e0-e1e282bc07df req-e9959c1e-050f-493b-80e9-288410c0e7ea tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170060 May 20 17:03:36.027577 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-45ac537c-d94d-4595-825d-5c49644120bc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb295447-e407-4ae3-824c-44162c4877db HTTP/1.1" status: 200 len: 217 time: 0.1102030 May 20 17:03:36.453268 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43a0e2-9939-4836-ae0d-354c019dcd41 req-1d011247-9576-4337-8696-dced757e4f8f tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:36.462829 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ab43a0e2-9939-4836-ae0d-354c019dcd41 req-1d011247-9576-4337-8696-dced757e4f8f tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 944 time: 0.1679068 May 20 17:03:36.561975 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-ab43a0e2-9939-4836-ae0d-354c019dcd41 req-e41ec45d-cef0-48ba-aad9-4aa966fd7e83 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Synchronizing usage tracker for tenant:0a5d5db9947c4adea81924bf7464e6a5 on resource:security_group {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:03:36.625212 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-ab43a0e2-9939-4836-ae0d-354c019dcd41 req-e41ec45d-cef0-48ba-aad9-4aa966fd7e83 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Unset dirty status for tenant:0a5d5db9947c4adea81924bf7464e6a5 on resource:security_group {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:03:36.636826 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ab43a0e2-9939-4836-ae0d-354c019dcd41 req-e41ec45d-cef0-48ba-aad9-4aa966fd7e83 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656079 May 20 17:03:36.816876 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ab58a-70a7-44f7-a3f8-bf14ee3667c7 req-54572782-2777-4bb8-946b-775a9e75e9a6 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:36.819141 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-a07ab58a-70a7-44f7-a3f8-bf14ee3667c7 req-54572782-2777-4bb8-946b-775a9e75e9a6 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 944 time: 0.1063561 May 20 17:03:36.883755 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-a07ab58a-70a7-44f7-a3f8-bf14ee3667c7 req-ad922564-bf96-46ba-a23a-fc0170365128 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582747 May 20 17:03:37.280760 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156d677-3064-4d69-a9f4-1a0da9e09c2d req-06fbaf55-a72a-4599-af13-3389ed5089cd tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:37.295031 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7156d677-3064-4d69-a9f4-1a0da9e09c2d req-06fbaf55-a72a-4599-af13-3389ed5089cd tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.1960542 May 20 17:03:37.296610 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 51796) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:03:37.427800 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72c61b-398b-4ac3-a8be-4c63c8ff02ac req-d7f51205-7ed0-4a34-aed4-b49a920b9d5a tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:37.428998 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7156d677-3064-4d69-a9f4-1a0da9e09c2d req-a5af574e-460a-48d9-9b7d-a0d8d06d7495 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331451 May 20 17:03:37.437762 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4d72c61b-398b-4ac3-a8be-4c63c8ff02ac req-d7f51205-7ed0-4a34-aed4-b49a920b9d5a tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=348559dd-a48d-4988-bc46-629b77e73920 HTTP/1.1" status: 200 len: 945 time: 0.2097530 May 20 17:03:37.455260 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.db_base_plugin_v2 [None req-5170822d-b75a-4114-83f4-a86fae9b855e admin admin] Deleting subnet fc03c8cf-b1ef-4ae7-a9f0-e2e69a100b84 {{(pid=119044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 17:03:37.459285 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-5170822d-b75a-4114-83f4-a86fae9b855e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:37.531459 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4d72c61b-398b-4ac3-a8be-4c63c8ff02ac req-8b640239-04e0-422c-aa9c-5ed021194f9d tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764339 May 20 17:03:37.536518 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-5170822d-b75a-4114-83f4-a86fae9b855e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15043276'] for subnet, precommit_delete_associations {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:37.603357 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-5170822d-b75a-4114-83f4-a86fae9b855e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006482'] for subnet, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:37.976505 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce25bd-c9c8-4c74-8cc5-c3cca1dacbda req-a08eb6f7-6290-49b5-995a-64c93c19a669 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:37.978360 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-38ce25bd-c9c8-4c74-8cc5-c3cca1dacbda req-a08eb6f7-6290-49b5-995a-64c93c19a669 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 944 time: 0.1874356 May 20 17:03:38.034768 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-5170822d-b75a-4114-83f4-a86fae9b855e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14410936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15187182'] for subnet, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:38.042831 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:38.149055 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfa997-f0da-42c4-be42-ab8ea8c12a21 req-0db6cc5a-abe2-4049-af3b-cab5e7873c67 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:38.156955 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ffbfa997-f0da-42c4-be42-ab8ea8c12a21 req-0db6cc5a-abe2-4049-af3b-cab5e7873c67 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 944 time: 0.1298022 May 20 17:03:38.224282 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ffbfa997-f0da-42c4-be42-ab8ea8c12a21 req-7fd3b4cc-ae8b-4528-aec0-6b20c7f2bb25 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661530 May 20 17:03:38.233642 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-5170822d-b75a-4114-83f4-a86fae9b855e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for subnet, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:38.237760 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170822d-b75a-4114-83f4-a86fae9b855e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc03c8cf-b1ef-4ae7-a9f0-e2e69a100b84,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:38.240420 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-5170822d-b75a-4114-83f4-a86fae9b855e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:38.248042 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-5170822d-b75a-4114-83f4-a86fae9b855e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fc03c8cf-b1ef-4ae7-a9f0-e2e69a100b84 HTTP/1.1" status: 204 len: 168 time: 0.9498653 May 20 17:03:38.251136 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 51808) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:03:38.251702 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-38ce25bd-c9c8-4c74-8cc5-c3cca1dacbda req-286fe569-a623-451b-8e71-b60c9e26e000 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2540419 May 20 17:03:38.365412 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1827d134-9fad-45bb-b58f-d4d9bef9a247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655306'] for network, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:38.587389 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1827d134-9fad-45bb-b58f-d4d9bef9a247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001245', 'neutron.services.segments.db._delete_segments_for_network-8727197674105'] for network, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:38.645640 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.services.segments.db [None req-1827d134-9fad-45bb-b58f-d4d9bef9a247 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a41112e-ba0f-47be-aa29-31d7669ce8f6']}} {{(pid=119045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:03:38.664497 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.services.segments.db [None req-1827d134-9fad-45bb-b58f-d4d9bef9a247 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ca7072-ae7f-461e-af66-9ac5a12dc0fb') {'for_net_delete': True} {{(pid=119045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:03:38.664789 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.services.segments.db [None req-1827d134-9fad-45bb-b58f-d4d9bef9a247 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ca7072-ae7f-461e-af66-9ac5a12dc0fb') {} {{(pid=119045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:03:38.684377 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1827d134-9fad-45bb-b58f-d4d9bef9a247 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727197686263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15234102'] for segment, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:38.706842 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1827d134-9fad-45bb-b58f-d4d9bef9a247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:38.717437 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1827d134-9fad-45bb-b58f-d4d9bef9a247 admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=119045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 17:03:38.717754 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1827d134-9fad-45bb-b58f-d4d9bef9a247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14687568'] for segment, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:38.731853 dv-cinder-786524-7-iscsi neutron-server[119045]: Traceback (most recent call last): May 20 17:03:38.731853 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 17:03:38.731853 dv-cinder-786524-7-iscsi neutron-server[119045]: timer() May 20 17:03:38.731853 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 17:03:38.731853 dv-cinder-786524-7-iscsi neutron-server[119045]: cb(*args, **kw) May 20 17:03:38.731853 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 17:03:38.731853 dv-cinder-786524-7-iscsi neutron-server[119045]: return func(*args, **kwargs) May 20 17:03:38.731853 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 17:03:38.731853 dv-cinder-786524-7-iscsi neutron-server[119045]: self._notify() May 20 17:03:38.731853 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 17:03:38.731853 dv-cinder-786524-7-iscsi neutron-server[119045]: self.callback(batched_events) May 20 17:03:38.731853 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 17:03:38.731853 dv-cinder-786524-7-iscsi neutron-server[119045]: event.method(event) May 20 17:03:38.731853 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 17:03:38.731853 dv-cinder-786524-7-iscsi neutron-server[119045]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 17:03:38.731853 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 17:03:38.731853 dv-cinder-786524-7-iscsi neutron-server[119045]: aggregate_uuid = self.p_client.list_aggregates( May 20 17:03:38.731853 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 17:03:38.731853 dv-cinder-786524-7-iscsi neutron-server[119045]: return f(self, *a, **k) May 20 17:03:38.731853 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 17:03:38.731853 dv-cinder-786524-7-iscsi neutron-server[119045]: return self._get(url).json() May 20 17:03:38.731853 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 17:03:38.731853 dv-cinder-786524-7-iscsi neutron-server[119045]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 17:03:38.731853 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 17:03:38.731853 dv-cinder-786524-7-iscsi neutron-server[119045]: return self.request(url, 'GET', **kwargs) May 20 17:03:38.731853 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 17:03:38.731853 dv-cinder-786524-7-iscsi neutron-server[119045]: base_url = self.get_endpoint(auth, allow=allow, May 20 17:03:38.731853 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 17:03:38.731853 dv-cinder-786524-7-iscsi neutron-server[119045]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 17:03:38.731853 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 17:03:38.731853 dv-cinder-786524-7-iscsi neutron-server[119045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 17:03:38.731853 dv-cinder-786524-7-iscsi neutron-server[119045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 17:03:38.818140 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f393ac-0b7a-4176-8fdb-f2f79630ddd7 req-0215664d-e4ca-48f6-9253-f8d9e4ef04cf tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:38.819778 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-55f393ac-0b7a-4176-8fdb-f2f79630ddd7 req-0215664d-e4ca-48f6-9253-f8d9e4ef04cf tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=348559dd-a48d-4988-bc46-629b77e73920 HTTP/1.1" status: 200 len: 945 time: 0.1352112 May 20 17:03:38.820503 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f4cc4-e421-4510-b940-0230ee04bf7a req-42520af0-82c6-41ba-854c-afcdf271525d tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:38.822125 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-896f4cc4-e421-4510-b940-0230ee04bf7a req-42520af0-82c6-41ba-854c-afcdf271525d tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.2373369 May 20 17:03:38.847002 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1827d134-9fad-45bb-b58f-d4d9bef9a247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16751962'] for network, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:38.854547 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1827d134-9fad-45bb-b58f-d4d9bef9a247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:38.860031 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-8ee13f3c-9834-40ca-b470-c7ea0a3d7881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:38.874133 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-55f393ac-0b7a-4176-8fdb-f2f79630ddd7 req-c0d6e34d-58f4-479b-9a3e-d29e326aa311 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470076 May 20 17:03:38.893830 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827d134-9fad-45bb-b58f-d4d9bef9a247 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a41112e-ba0f-47be-aa29-31d7669ce8f6,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:38.897366 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-1827d134-9fad-45bb-b58f-d4d9bef9a247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:38.914470 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-1827d134-9fad-45bb-b58f-d4d9bef9a247 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0a41112e-ba0f-47be-aa29-31d7669ce8f6 HTTP/1.1" status: 204 len: 168 time: 0.6578975 May 20 17:03:38.921111 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-896f4cc4-e421-4510-b940-0230ee04bf7a req-2979f309-5930-4306-82f0-777f10760765 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901144 May 20 17:03:39.271611 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 51826) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:03:39.347402 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-d0e189c4-5561-4256-944d-4ffe0e520ef6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e9f3d130b07345bda27ff0b5df5728e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0718894 May 20 17:03:39.354472 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 51832) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:03:39.443030 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f720db8e-c536-4e88-a97f-0f5f0e9a4c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:39.473027 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f720db8e-c536-4e88-a97f-0f5f0e9a4c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:39.593236 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328eff65-8f96-4fb6-b2ec-1be50e600c8f req-670bc8d3-e553-4bb0-8635-fe9c64aa9627 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:39.594597 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-328eff65-8f96-4fb6-b2ec-1be50e600c8f req-670bc8d3-e553-4bb0-8635-fe9c64aa9627 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 944 time: 0.1032505 May 20 17:03:39.596050 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f720db8e-c536-4e88-a97f-0f5f0e9a4c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:39.600750 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-8cf8fa74-1e5c-471c-83d7-e78685aaaccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:39.633216 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720db8e-c536-4e88-a97f-0f5f0e9a4c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fb8b87-63ca-4f01-a5ca-b8ed48f41dd9,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:39.637986 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-f720db8e-c536-4e88-a97f-0f5f0e9a4c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:39.662534 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f720db8e-c536-4e88-a97f-0f5f0e9a4c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:39.663603 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-f720db8e-c536-4e88-a97f-0f5f0e9a4c8e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e1fb8b87-63ca-4f01-a5ca-b8ed48f41dd9 HTTP/1.1" status: 204 len: 168 time: 0.3147552 May 20 17:03:39.669336 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-328eff65-8f96-4fb6-b2ec-1be50e600c8f req-c3f9fef7-f543-4d80-974f-31786f2a08f9 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623388 May 20 17:03:39.688024 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1f5ad-e7f7-4c0e-9169-06892283bcd2 req-71a2a7ed-b058-4c16-b324-59be69f2e812 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:39.689810 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-25e1f5ad-e7f7-4c0e-9169-06892283bcd2 req-71a2a7ed-b058-4c16-b324-59be69f2e812 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 944 time: 0.1412067 May 20 17:03:39.762320 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-25e1f5ad-e7f7-4c0e-9169-06892283bcd2 req-7a09c2ff-b28f-4dee-b371-cb005a95118f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635989 May 20 17:03:40.099288 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2515d9f-f715-489a-9f52-58a8db08bc00 req-345e612e-fc6c-4db5-8856-6193cd105795 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:40.100906 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-e2515d9f-f715-489a-9f52-58a8db08bc00 req-345e612e-fc6c-4db5-8856-6193cd105795 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=348559dd-a48d-4988-bc46-629b77e73920 HTTP/1.1" status: 200 len: 945 time: 0.1077716 May 20 17:03:40.109065 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205833c7-98fe-4596-8ed4-913478667881 req-09c31bc6-fe3b-4ca2-9589-28a69ba355a3 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:40.111692 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-205833c7-98fe-4596-8ed4-913478667881 req-09c31bc6-fe3b-4ca2-9589-28a69ba355a3 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0879161 May 20 17:03:40.167821 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-205833c7-98fe-4596-8ed4-913478667881 req-913420a6-f1e5-4f1a-a303-940b990c1333 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494618 May 20 17:03:40.194422 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-e2515d9f-f715-489a-9f52-58a8db08bc00 req-9c0fb46f-a7de-438d-8fd3-49929fee5a21 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872431 May 20 17:03:40.911615 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e1e4e-53b6-4a96-988c-bec72b07b3e9 req-4098c110-8362-42e8-acc1-b03d371e4c56 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:40.914027 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-361e1e4e-53b6-4a96-988c-bec72b07b3e9 req-4098c110-8362-42e8-acc1-b03d371e4c56 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 944 time: 0.1172886 May 20 17:03:40.992668 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-361e1e4e-53b6-4a96-988c-bec72b07b3e9 req-c6e47352-430f-44bc-8961-37fda7a88391 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682621 May 20 17:03:41.009018 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30334759-f988-48b5-ad63-8fb1b2a6e3e5 req-c7a72170-32dd-4d0e-8244-fe49002ad257 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:41.010557 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-30334759-f988-48b5-ad63-8fb1b2a6e3e5 req-c7a72170-32dd-4d0e-8244-fe49002ad257 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 944 time: 0.1041946 May 20 17:03:41.067099 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-30334759-f988-48b5-ad63-8fb1b2a6e3e5 req-a569c849-b56e-470c-970c-e3ada697471c tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506437 May 20 17:03:41.490519 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660e856-8cb2-4a4c-930d-64a9dd29b7aa req-88a24e45-9008-45fd-8c04-d24034731fef tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:41.499240 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-2660e856-8cb2-4a4c-930d-64a9dd29b7aa req-88a24e45-9008-45fd-8c04-d24034731fef tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=348559dd-a48d-4988-bc46-629b77e73920 HTTP/1.1" status: 200 len: 945 time: 0.1337278 May 20 17:03:41.536673 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbadb43-9504-4362-86dc-8fe8d003fc3b req-f02123fc-9368-4744-a007-d85765d83630 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:41.538256 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3bbadb43-9504-4362-86dc-8fe8d003fc3b req-f02123fc-9368-4744-a007-d85765d83630 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.2175751 May 20 17:03:41.569035 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-2660e856-8cb2-4a4c-930d-64a9dd29b7aa req-e4ddc414-f032-4fd6-9ad9-631e224f8cfe tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688069 May 20 17:03:41.583486 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-5aa85763-861a-41a2-874c-703128148543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:41.617204 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3bbadb43-9504-4362-86dc-8fe8d003fc3b req-3273e4df-1201-4c24-822c-335bfd954b17 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626566 May 20 17:03:42.176067 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01085b17-c710-4f3b-9434-ce89010ea154 req-97ee3960-935e-4a02-9a4b-165d0e539cec tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:42.177762 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-01085b17-c710-4f3b-9434-ce89010ea154 req-97ee3960-935e-4a02-9a4b-165d0e539cec tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 944 time: 0.0849135 May 20 17:03:42.243165 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-01085b17-c710-4f3b-9434-ce89010ea154 req-8d4a3faa-2898-450e-aa43-3c90958448ec tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594778 May 20 17:03:42.278543 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99c921-0068-4c07-90d1-186419fa766d req-7801475c-c5f4-4777-b9d9-7c1d300f18e9 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:42.280035 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0e99c921-0068-4c07-90d1-186419fa766d req-7801475c-c5f4-4777-b9d9-7c1d300f18e9 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 944 time: 0.0867269 May 20 17:03:42.330463 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0e99c921-0068-4c07-90d1-186419fa766d req-a7c9de2e-e7b4-44ac-b4e2-3ee635b00af6 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446193 May 20 17:03:42.779175 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8402f68-4513-4f36-b75e-f4feb9c0ad37 req-b4cafa61-ede0-4503-bd52-e2b2a967bfbe tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:42.781180 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c8402f68-4513-4f36-b75e-f4feb9c0ad37 req-b4cafa61-ede0-4503-bd52-e2b2a967bfbe tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=348559dd-a48d-4988-bc46-629b77e73920 HTTP/1.1" status: 200 len: 945 time: 0.0865409 May 20 17:03:42.831326 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c8402f68-4513-4f36-b75e-f4feb9c0ad37 req-e9776b51-c233-460b-96e7-a04056ae36ed tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437901 May 20 17:03:42.833871 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef958e-807b-4d09-a18e-4223d652bb2d req-86248741-7856-43e9-aefb-0aa37b3c79da tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:42.835215 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-27ef958e-807b-4d09-a18e-4223d652bb2d req-86248741-7856-43e9-aefb-0aa37b3c79da tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0969398 May 20 17:03:42.890509 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-27ef958e-807b-4d09-a18e-4223d652bb2d req-777c9e6e-07e4-4098-a1af-a28ebf367db4 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491860 May 20 17:03:43.478198 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a72462-e027-4e7d-8a51-0f9756dd1a33 req-3f9a1321-34d5-4172-b6ea-59035dd3a03c tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:43.479774 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-27a72462-e027-4e7d-8a51-0f9756dd1a33 req-3f9a1321-34d5-4172-b6ea-59035dd3a03c tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 944 time: 0.1233144 May 20 17:03:43.539086 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-27a72462-e027-4e7d-8a51-0f9756dd1a33 req-11222ca4-e466-49f8-9ba7-f9ced2bf7ad0 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534821 May 20 17:03:43.582142 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd52aca-95fb-4e7c-9e42-ff8592b8340a req-f1949b0e-d3ce-4452-8034-18e7e5e271e4 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:43.589762 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-8bd52aca-95fb-4e7c-9e42-ff8592b8340a req-f1949b0e-d3ce-4452-8034-18e7e5e271e4 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 944 time: 0.1198683 May 20 17:03:43.631848 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-8bd52aca-95fb-4e7c-9e42-ff8592b8340a req-2d9145b1-8469-4eb9-b867-11bf6fa0940a tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407841 May 20 17:03:43.713819 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:44.018853 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:44.061749 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd26958-cf6c-4558-84bc-90acb2365ede req-fe52f423-b404-4560-b6c6-50ad41348801 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:44.063259 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ebd26958-cf6c-4558-84bc-90acb2365ede req-fe52f423-b404-4560-b6c6-50ad41348801 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=348559dd-a48d-4988-bc46-629b77e73920 HTTP/1.1" status: 200 len: 945 time: 0.1063650 May 20 17:03:44.138008 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ebd26958-cf6c-4558-84bc-90acb2365ede req-4c434e45-f032-42c6-9adf-424be97c91b7 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677373 May 20 17:03:44.147263 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11a16a-d781-43d6-b1ee-dcbe1ccae7ba req-4dbe643f-d492-487a-aef5-c9710d2f0157 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:44.148817 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ea11a16a-d781-43d6-b1ee-dcbe1ccae7ba req-4dbe643f-d492-487a-aef5-c9710d2f0157 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.1084034 May 20 17:03:44.198682 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ea11a16a-d781-43d6-b1ee-dcbe1ccae7ba req-b9b41623-e78e-4074-8778-ebb7c30dbb41 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430181 May 20 17:03:44.304460 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-330d3092-c0ef-4dbb-af7c-028788043c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:44.738616 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238369b-6bad-4f87-aa28-58a7bf116ae8 req-a52ef4b6-3150-4db8-bf83-8ca68df0edee tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:44.746739 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8238369b-6bad-4f87-aa28-58a7bf116ae8 req-a52ef4b6-3150-4db8-bf83-8ca68df0edee tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 944 time: 0.0903845 May 20 17:03:44.799176 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8238369b-6bad-4f87-aa28-58a7bf116ae8 req-8e4b69a3-1f9a-4039-8223-f214edf9f0c4 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512836 May 20 17:03:44.866531 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd49ff0-c762-4d93-93ad-c819a2859890 req-f77d004f-e2fe-4eb1-9d70-9b4482304de5 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:44.868097 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ecd49ff0-c762-4d93-93ad-c819a2859890 req-f77d004f-e2fe-4eb1-9d70-9b4482304de5 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 944 time: 0.0992110 May 20 17:03:44.926975 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ecd49ff0-c762-4d93-93ad-c819a2859890 req-a5f99e64-8825-4eea-a682-f5a6d56b6aba tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524113 May 20 17:03:45.143897 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:45.333660 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c1424-343f-43e6-a124-81d98e7c45b2 req-fdae9917-6ccc-4eea-bba5-9b24b50e3209 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:45.335193 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-320c1424-343f-43e6-a124-81d98e7c45b2 req-fdae9917-6ccc-4eea-bba5-9b24b50e3209 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=348559dd-a48d-4988-bc46-629b77e73920 HTTP/1.1" status: 200 len: 945 time: 0.0914474 May 20 17:03:45.391706 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-320c1424-343f-43e6-a124-81d98e7c45b2 req-8d291dc6-68b0-4ebb-ab2f-3425ef9119dd tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490863 May 20 17:03:45.409187 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc36f0-b78a-49b7-8857-7fbe0c5058ea req-aea4d3ce-8c8a-40e7-a342-10d61937451b tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:45.410495 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-6fbc36f0-b78a-49b7-8857-7fbe0c5058ea req-aea4d3ce-8c8a-40e7-a342-10d61937451b tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0985417 May 20 17:03:45.472864 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-6fbc36f0-b78a-49b7-8857-7fbe0c5058ea req-438275ce-a8ec-4905-92de-66a6ba9fa096 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515466 May 20 17:03:46.067851 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e96ad7-f26e-4cfd-b422-35e82b76554b req-3e2b1c9f-4476-4bf3-a42b-bb57b4844a7a tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:46.069375 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-a9e96ad7-f26e-4cfd-b422-35e82b76554b req-3e2b1c9f-4476-4bf3-a42b-bb57b4844a7a tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 944 time: 0.1064184 May 20 17:03:46.122992 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-a9e96ad7-f26e-4cfd-b422-35e82b76554b req-1287ff18-4ca4-4471-a479-f23be9a7f100 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477810 May 20 17:03:46.173390 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721de381-e6c0-48b7-9428-9423adeaf286 req-db2a0825-1063-4d70-8dc5-9033af6c9842 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:46.178822 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-721de381-e6c0-48b7-9428-9423adeaf286 req-db2a0825-1063-4d70-8dc5-9033af6c9842 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 944 time: 0.1143236 May 20 17:03:46.224556 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-721de381-e6c0-48b7-9428-9423adeaf286 req-f7c65513-e39a-400a-bdf0-b92b8b2edd56 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400996 May 20 17:03:46.534801 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 51998) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:03:46.666405 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e375d49-89bb-426d-b011-71d35889f0e3 req-97d1c040-8970-4854-98d9-1b330e989484 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:46.668196 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8e375d49-89bb-426d-b011-71d35889f0e3 req-97d1c040-8970-4854-98d9-1b330e989484 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=348559dd-a48d-4988-bc46-629b77e73920 HTTP/1.1" status: 200 len: 945 time: 0.1388707 May 20 17:03:46.724016 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8e375d49-89bb-426d-b011-71d35889f0e3 req-ee93c337-8c90-4e53-a856-9fffea2b5131 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495088 May 20 17:03:46.731857 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-6aad80e5-e67e-4157-9dc9-7cec5cb6a816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:46.756947 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-6aad80e5-e67e-4157-9dc9-7cec5cb6a816 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:03:46.763696 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-6aad80e5-e67e-4157-9dc9-7cec5cb6a816 admin admin] Usage tracker for resource:security_group_rule and tenant:cf61d6b2c4fa4654ba92d952e9cb2102 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:03:46.767995 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-6aad80e5-e67e-4157-9dc9-7cec5cb6a816 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:03:46.775436 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-6aad80e5-e67e-4157-9dc9-7cec5cb6a816 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:03:46.786900 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed0a73-b99f-4a93-9d18-773afc3ee496 req-b787bbbb-168c-478c-b048-35e4d7b76b2f tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:46.788516 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-87ed0a73-b99f-4a93-9d18-773afc3ee496 req-b787bbbb-168c-478c-b048-35e4d7b76b2f tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.1757562 May 20 17:03:46.842553 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-87ed0a73-b99f-4a93-9d18-773afc3ee496 req-d131213f-1967-481c-8b40-6e387a649c16 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475595 May 20 17:03:46.878913 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:46.924347 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-6aad80e5-e67e-4157-9dc9-7cec5cb6a816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:46.930600 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-6aad80e5-e67e-4157-9dc9-7cec5cb6a816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:46.941025 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:46.990666 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-6aad80e5-e67e-4157-9dc9-7cec5cb6a816 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cf61d6b2c4fa4654ba92d952e9cb2102&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4547040 May 20 17:03:46.991788 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad80e5-e67e-4157-9dc9-7cec5cb6a816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4748dc-40b7-4988-88d2-8188eb76bf0c,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:46.993405 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 52008) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:03:47.007370 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-6aad80e5-e67e-4157-9dc9-7cec5cb6a816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:47.082534 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-363573ed-3738-4398-9ff1-37345afa45ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:47.109713 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-363573ed-3738-4398-9ff1-37345afa45ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:47.314464 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-363573ed-3738-4398-9ff1-37345afa45ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:47.318989 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-fdf4cb36-f3be-4410-bc65-e56dee8b9796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:47.336429 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363573ed-3738-4398-9ff1-37345afa45ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4748dc-40b7-4988-88d2-8188eb76bf0c,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:47.345793 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbe02a-adbd-493d-aa6a-a649a34362fb req-cfa41ba2-3517-4981-817c-283c0f527973 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:47.349459 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7bdbe02a-adbd-493d-aa6a-a649a34362fb req-cfa41ba2-3517-4981-817c-283c0f527973 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 944 time: 0.1152883 May 20 17:03:47.349459 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-363573ed-3738-4398-9ff1-37345afa45ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:47.360376 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-363573ed-3738-4398-9ff1-37345afa45ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:47.364202 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-363573ed-3738-4398-9ff1-37345afa45ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5c4748dc-40b7-4988-88d2-8188eb76bf0c HTTP/1.1" status: 204 len: 168 time: 0.3671522 May 20 17:03:47.434057 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7bdbe02a-adbd-493d-aa6a-a649a34362fb req-0576d8f7-ad40-41f9-9188-081b4ba777c7 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703611 May 20 17:03:47.481854 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae399ad6-d7bf-4e2e-9c4e-ea6e0f6db0e7 req-820d4fbe-0542-4a35-80e2-9dc0bd6e4bdb tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:47.485688 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ae399ad6-d7bf-4e2e-9c4e-ea6e0f6db0e7 req-820d4fbe-0542-4a35-80e2-9dc0bd6e4bdb tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 944 time: 0.0945559 May 20 17:03:47.538825 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ae399ad6-d7bf-4e2e-9c4e-ea6e0f6db0e7 req-014b90de-68c8-49c8-84d1-443817ac1b09 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473759 May 20 17:03:47.969772 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411038e0-a6dc-4461-96f4-d02f5f549c73 req-20c7e3bd-4f1a-4aec-aa98-031b8a48c2af tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:47.971553 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-411038e0-a6dc-4461-96f4-d02f5f549c73 req-20c7e3bd-4f1a-4aec-aa98-031b8a48c2af tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=348559dd-a48d-4988-bc46-629b77e73920 HTTP/1.1" status: 200 len: 945 time: 0.1112852 May 20 17:03:48.025704 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-411038e0-a6dc-4461-96f4-d02f5f549c73 req-afded51d-ff60-46a3-9396-179c8bbc4495 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474460 May 20 17:03:48.061294 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf319c-e38b-4dbc-9f3d-abd712abe1bf req-adb955b5-2418-447f-bdc3-6b2fab7a032c tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:48.062986 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-00cf319c-e38b-4dbc-9f3d-abd712abe1bf req-adb955b5-2418-447f-bdc3-6b2fab7a032c tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0955441 May 20 17:03:48.136797 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-00cf319c-e38b-4dbc-9f3d-abd712abe1bf req-ba2c3903-15bf-44bb-8f97-10872511b918 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585752 May 20 17:03:48.162453 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-ec06ed30-5936-4ba7-99fc-4f7db266c212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:48.164054 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-ec06ed30-5936-4ba7-99fc-4f7db266c212 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7d2384bb-83fb-450e-90a2-cc802278fb21 HTTP/1.1" status: 200 len: 848 time: 0.0877392 May 20 17:03:48.292906 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-67b92afc-373c-4ce6-89ca-6fcdb08493c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:48.295454 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-67b92afc-373c-4ce6-89ca-6fcdb08493c2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf878487-215c-4e5c-a88b-d79110158955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1132653 May 20 17:03:48.354640 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 52046) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:03:48.441025 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-b096aca8-42a6-49c6-ba1c-b5310a9de531 service neutron] 10.222.0.75 "GET /v2.0/networks/bf878487-215c-4e5c-a88b-d79110158955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376147 May 20 17:03:48.524762 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-ecf6b050-c88f-4cf0-a37f-db939d953a65 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-276173396-network', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:03:48.529642 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-ecf6b050-c88f-4cf0-a37f-db939d953a65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:03:48.534491 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-ecf6b050-c88f-4cf0-a37f-db939d953a65 admin admin] Usage tracker for resource:network and tenant:03359f9fe008405ea637b8c155fbfc99 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:03:48.537758 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-ecf6b050-c88f-4cf0-a37f-db939d953a65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:03:48.544265 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-ecf6b050-c88f-4cf0-a37f-db939d953a65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:03:48.555856 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf6b050-c88f-4cf0-a37f-db939d953a65 admin admin] Made reservation on behalf of 03359f9fe008405ea637b8c155fbfc99 for: {'network': 1} {{(pid=119044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:03:48.558144 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b050-c88f-4cf0-a37f-db939d953a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605269'] for network, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:48.572628 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b050-c88f-4cf0-a37f-db939d953a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:48.588436 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-ecf6b050-c88f-4cf0-a37f-db939d953a65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:03:48.597800 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-ecf6b050-c88f-4cf0-a37f-db939d953a65 admin admin] Usage tracker for resource:security_group_rule and tenant:03359f9fe008405ea637b8c155fbfc99 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:03:48.602473 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-ecf6b050-c88f-4cf0-a37f-db939d953a65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:03:48.610700 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-ecf6b050-c88f-4cf0-a37f-db939d953a65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:03:48.647358 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cf2ba0a7-4d83-421d-aadf-bb298946dbc5 req-9b05de6b-17f1-4672-a572-be3dff24f50d service neutron] 10.222.0.75 "GET /v2.0/networks/bf878487-215c-4e5c-a88b-d79110158955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982872 May 20 17:03:48.680148 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a93548-6491-4302-97d6-c14ecef9b869 req-bc1de00c-2216-42ee-aaad-93f42c969a05 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:48.682264 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-f4a93548-6491-4302-97d6-c14ecef9b869 req-bc1de00c-2216-42ee-aaad-93f42c969a05 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 944 time: 0.1335647 May 20 17:03:48.779308 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-f4a93548-6491-4302-97d6-c14ecef9b869 req-156fca86-4105-43de-857c-3b16c021fe18 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910780 May 20 17:03:48.803826 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f0224-9a0a-43a6-a8a2-3c83400e5553 req-ec975e71-2bcf-45fa-b790-f490f464c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:48.805525 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cd6f0224-9a0a-43a6-a8a2-3c83400e5553 req-ec975e71-2bcf-45fa-b790-f490f464c2e2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0a5d5db9947c4adea81924bf7464e6a5&device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 1097 time: 0.1034267 May 20 17:03:48.847657 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b050-c88f-4cf0-a37f-db939d953a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:48.856171 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b050-c88f-4cf0-a37f-db939d953a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:48.861046 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-e71db255-c610-4379-8d70-35e97a358e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:48.892338 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf6b050-c88f-4cf0-a37f-db939d953a65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=119044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 17:03:48.909440 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6b050-c88f-4cf0-a37f-db939d953a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06b1e60-b6fc-486f-9050-04810bb28a9c,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:48.919318 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8cd3c0-dcb5-4647-bc70-a8261985a34b req-fad0afd8-3c20-4f8a-8f12-ff840c24d0f8 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:48.920922 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7c8cd3c0-dcb5-4647-bc70-a8261985a34b req-fad0afd8-3c20-4f8a-8f12-ff840c24d0f8 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 944 time: 0.2442560 May 20 17:03:48.922168 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-ecf6b050-c88f-4cf0-a37f-db939d953a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:48.927960 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b050-c88f-4cf0-a37f-db939d953a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:48.928341 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.db.segments_db [None req-ecf6b050-c88f-4cf0-a37f-db939d953a65 admin admin] Added segment 4a8f8994-6d3f-475e-b8df-b63a9baa5b45 of type vlan for network 693cca7c-a781-4bbe-b946-6e5d3b5628d3 May 20 17:03:48.970616 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f0224-9a0a-43a6-a8a2-3c83400e5553 req-01d3592a-6136-4e2a-91f7-fb7fd25be33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:48.972653 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cd6f0224-9a0a-43a6-a8a2-3c83400e5553 req-01d3592a-6136-4e2a-91f7-fb7fd25be33e service neutron] 10.222.0.75 "GET /v2.0/networks?id=bf878487-215c-4e5c-a88b-d79110158955 HTTP/1.1" status: 200 len: 910 time: 0.1595943 May 20 17:03:48.988412 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b050-c88f-4cf0-a37f-db939d953a65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727197218515'] for network, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:49.017185 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7c8cd3c0-dcb5-4647-bc70-a8261985a34b req-15d384cc-13fd-4683-b8f8-8e13dbdc9562 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714459 May 20 17:03:49.049870 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cd6f0224-9a0a-43a6-a8a2-3c83400e5553 req-cae67b91-b1aa-48fa-99bb-e8f81abad083 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb295447-e407-4ae3-824c-44162c4877db HTTP/1.1" status: 200 len: 217 time: 0.0679743 May 20 17:03:49.051294 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b050-c88f-4cf0-a37f-db939d953a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128'] for network, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:49.052812 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6b050-c88f-4cf0-a37f-db939d953a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:49.053481 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b050-c88f-4cf0-a37f-db939d953a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:49.057285 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:49.122709 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f0224-9a0a-43a6-a8a2-3c83400e5553 req-66afb639-cc0b-474e-8882-f5842496b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:49.124747 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cd6f0224-9a0a-43a6-a8a2-3c83400e5553 req-66afb639-cc0b-474e-8882-f5842496b1ec service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7d2384bb-83fb-450e-90a2-cc802278fb21 HTTP/1.1" status: 200 len: 848 time: 0.0672646 May 20 17:03:49.166682 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6b050-c88f-4cf0-a37f-db939d953a65 admin admin] Pushing event updated for resources: {'Network': ['ID=693cca7c-a781-4bbe-b946-6e5d3b5628d3,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:49.169675 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-ecf6b050-c88f-4cf0-a37f-db939d953a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:49.175580 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-ecf6b050-c88f-4cf0-a37f-db939d953a65 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8195419 May 20 17:03:49.176498 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 52060) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:03:49.178954 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Network 693cca7c-a781-4bbe-b946-6e5d3b5628d3 details requested by agent ovs-agent-dv-cinder-786524-7-iscsi with host dv-cinder-786524-7-iscsi {{(pid=119046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 17:03:49.182773 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-24c567b7-a10d-46dc-8277-01690aadca57 admin admin] Request body: {'subnet': {'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-276173396-subnet', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'ip_version': 4}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:03:49.187902 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-24c567b7-a10d-46dc-8277-01690aadca57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:03:49.192537 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-24c567b7-a10d-46dc-8277-01690aadca57 admin admin] Usage tracker for resource:subnet and tenant:03359f9fe008405ea637b8c155fbfc99 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:03:49.195898 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-24c567b7-a10d-46dc-8277-01690aadca57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:03:49.202330 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-24c567b7-a10d-46dc-8277-01690aadca57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:03:49.226392 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c567b7-a10d-46dc-8277-01690aadca57 admin admin] Made reservation on behalf of 03359f9fe008405ea637b8c155fbfc99 for: {'subnet': 1} {{(pid=119044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:03:49.230974 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-24c567b7-a10d-46dc-8277-01690aadca57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15187189'] for subnet, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:49.290132 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f0224-9a0a-43a6-a8a2-3c83400e5553 req-926c5e4c-9b2d-418a-a060-8f2d1a341e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:49.291720 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cd6f0224-9a0a-43a6-a8a2-3c83400e5553 req-926c5e4c-9b2d-418a-a060-8f2d1a341e2b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf878487-215c-4e5c-a88b-d79110158955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1586711 May 20 17:03:49.304781 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d48ef-2367-43b3-8db1-fca1d2f5c94c req-6fbaf6dc-6b96-4648-a33c-ec11057fc737 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:49.306243 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0f5d48ef-2367-43b3-8db1-fca1d2f5c94c req-6fbaf6dc-6b96-4648-a33c-ec11057fc737 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=348559dd-a48d-4988-bc46-629b77e73920 HTTP/1.1" status: 200 len: 945 time: 0.1397781 May 20 17:03:49.454308 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0f5d48ef-2367-43b3-8db1-fca1d2f5c94c req-2f3a5b49-df42-48bf-b7cf-d519d16b3f5b tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230037 May 20 17:03:49.473580 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194fbe07-74c4-44c3-ab11-cc76683dec7f req-199b278a-6c43-47cf-92b5-a858e581e634 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:49.475146 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-194fbe07-74c4-44c3-ab11-cc76683dec7f req-199b278a-6c43-47cf-92b5-a858e581e634 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.1235812 May 20 17:03:49.496995 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cd6f0224-9a0a-43a6-a8a2-3c83400e5553 req-65461f11-21d7-4e3d-984c-1758bb0217c9 service neutron] 10.222.0.75 "GET /v2.0/networks/bf878487-215c-4e5c-a88b-d79110158955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896062 May 20 17:03:49.578084 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-194fbe07-74c4-44c3-ab11-cc76683dec7f req-0555d61f-3f38-403b-82d4-db494f018beb tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712719 May 20 17:03:49.668076 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cd6f0224-9a0a-43a6-a8a2-3c83400e5553 req-7775dbe6-a63e-4179-8e69-c2f70a5e08aa service neutron] 10.222.0.75 "GET /v2.0/networks/bf878487-215c-4e5c-a88b-d79110158955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629093 May 20 17:03:49.726874 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeaa2fa-c02c-4ad4-b29a-76b32d2d7817 req-d66360e2-c3a7-49ea-99f5-974287fe27d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:49.728436 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0eeaa2fa-c02c-4ad4-b29a-76b32d2d7817 req-d66360e2-c3a7-49ea-99f5-974287fe27d1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 1098 time: 0.1344581 May 20 17:03:49.828515 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0eeaa2fa-c02c-4ad4-b29a-76b32d2d7817 req-3fd48edc-61dc-46ea-a7be-6fb07f792679 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546360 May 20 17:03:49.913752 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-24c567b7-a10d-46dc-8277-01690aadca57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14410999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15187175'] for subnet, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:49.920818 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:50.002609 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c567b7-a10d-46dc-8277-01690aadca57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9354152-da80-48a7-a2cf-cafd8cb1708a,revision_number=0']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:50.007924 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c567b7-a10d-46dc-8277-01690aadca57 admin admin] Checking segment: {'id': '4a8f8994-6d3f-475e-b8df-b63a9baa5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:03:50.008279 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c567b7-a10d-46dc-8277-01690aadca57 admin admin] Network hostable DHCP agents. Network: 693cca7c-a781-4bbe-b946-6e5d3b5628d3, hostable agents: ['6b6b5109-91f6-4dcc-9375-40169a0e8fed'], hosted agents: [] {{(pid=119044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 17:03:50.016108 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c567b7-a10d-46dc-8277-01690aadca57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:50.016470 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c567b7-a10d-46dc-8277-01690aadca57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:50.016793 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c567b7-a10d-46dc-8277-01690aadca57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:50.017163 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c567b7-a10d-46dc-8277-01690aadca57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:50.017743 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c567b7-a10d-46dc-8277-01690aadca57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:50.018042 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c567b7-a10d-46dc-8277-01690aadca57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:50.018238 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c567b7-a10d-46dc-8277-01690aadca57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:50.018589 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c567b7-a10d-46dc-8277-01690aadca57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:50.018928 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c567b7-a10d-46dc-8277-01690aadca57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:50.019308 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c567b7-a10d-46dc-8277-01690aadca57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:50.019609 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c567b7-a10d-46dc-8277-01690aadca57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:50.019941 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c567b7-a10d-46dc-8277-01690aadca57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:50.026766 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-24c567b7-a10d-46dc-8277-01690aadca57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:50.041403 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c567b7-a10d-46dc-8277-01690aadca57 admin admin] Network 693cca7c-a781-4bbe-b946-6e5d3b5628d3 is scheduled to be hosted by DHCP agent 6b6b5109-91f6-4dcc-9375-40169a0e8fed with binding_index 1 {{(pid=119044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 17:03:50.052061 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [None req-24c567b7-a10d-46dc-8277-01690aadca57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-iscsi, 693cca7c-a781-4bbe-b946-6e5d3b5628d3) {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:03:50.060775 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c235b09-90e9-4020-bb4f-ead4db277305 None None] Network 693cca7c-a781-4bbe-b946-6e5d3b5628d3 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:03:50.082864 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e317b56-2618-4ffd-b8c0-af626bd68c8f req-bb835838-1637-46d1-a793-7ed6dafc0af5 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:50.084807 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0e317b56-2618-4ffd-b8c0-af626bd68c8f req-bb835838-1637-46d1-a793-7ed6dafc0af5 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 944 time: 0.1782606 May 20 17:03:50.094329 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c567b7-a10d-46dc-8277-01690aadca57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:50.094935 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-24c567b7-a10d-46dc-8277-01690aadca57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for subnet, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:50.128215 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-24c567b7-a10d-46dc-8277-01690aadca57 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9502175 May 20 17:03:50.130674 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 52108) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:03:50.140885 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-5124d556-e90a-441d-9988-bbe6ca06d614 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-276173396-router', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'}}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:03:50.149994 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-5124d556-e90a-441d-9988-bbe6ca06d614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:03:50.157682 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-5124d556-e90a-441d-9988-bbe6ca06d614 admin admin] Usage tracker for resource:router and tenant:03359f9fe008405ea637b8c155fbfc99 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:03:50.165177 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0e317b56-2618-4ffd-b8c0-af626bd68c8f req-43186d08-7355-4e7e-9a1b-20e7982c046d tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742688 May 20 17:03:50.166062 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-5124d556-e90a-441d-9988-bbe6ca06d614 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:03:50.172877 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-5124d556-e90a-441d-9988-bbe6ca06d614 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:03:50.187780 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-5124d556-e90a-441d-9988-bbe6ca06d614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16751073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3089'] for router, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:50.189991 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-5124d556-e90a-441d-9988-bbe6ca06d614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16749815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16382112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3098'] for router, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:50.229313 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-5124d556-e90a-441d-9988-bbe6ca06d614 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:50.341860 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bc875-347b-443c-8ba6-03cb5ea55dd1 req-5036a83c-7d7f-4626-b188-7ce8cd43c190 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:50.352729 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-105bc875-347b-443c-8ba6-03cb5ea55dd1 req-5036a83c-7d7f-4626-b188-7ce8cd43c190 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 944 time: 0.1929696 May 20 17:03:50.454274 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-105bc875-347b-443c-8ba6-03cb5ea55dd1 req-42ead99c-d722-4bfe-998d-af0ef8fd2603 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997632 May 20 17:03:50.481733 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f34b8a-da96-4435-b62d-f907549b9166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9e3bc99-4bc4-5a8a-9ef8-f495f19de429-693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'fixed_ips': [{'subnet_id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a'}]}} from dv-cinder-786524-7-iscsi. {{(pid=119046) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 17:03:50.483272 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-71f34b8a-da96-4435-b62d-f907549b9166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:50.660339 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-5124d556-e90a-441d-9988-bbe6ca06d614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16382098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16751095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3084'] for router, precommit_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:50.692299 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.db_base_plugin_common [None req-71f34b8a-da96-4435-b62d-f907549b9166 None None] Allocated IP 172.20.0.2 (693cca7c-a781-4bbe-b946-6e5d3b5628d3/b9354152-da80-48a7-a2cf-cafd8cb1708a/fdf44c3d-15c2-4471-b402-ee6e13283533) {{(pid=119046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:03:50.945280 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c4d21-781b-4d53-83f5-f3403283c255 req-606887dc-2b9d-4b27-be68-970c0e485163 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:50.948271 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-656c4d21-781b-4d53-83f5-f3403283c255 req-606887dc-2b9d-4b27-be68-970c0e485163 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.2067709 May 20 17:03:50.972163 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-71f34b8a-da96-4435-b62d-f907549b9166 None None] Notify callbacks [] for port, precommit_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:50.982804 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-71f34b8a-da96-4435-b62d-f907549b9166 None None] Transition to ACTIVE for port object fdf44c3d-15c2-4471-b402-ee6e13283533 will not be triggered until provisioned by entity L2. {{(pid=119046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:03:51.020239 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-71f34b8a-da96-4435-b62d-f907549b9166 None None] Transition to ACTIVE for port object fdf44c3d-15c2-4471-b402-ee6e13283533 will not be triggered until provisioned by entity DHCP. {{(pid=119046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:03:51.028545 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-71f34b8a-da96-4435-b62d-f907549b9166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791'] for port, after_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:51.034417 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-71084b60-ea00-411b-88e6-3b9755ad0d44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:51.115313 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f34b8a-da96-4435-b62d-f907549b9166 None None] Network 693cca7c-a781-4bbe-b946-6e5d3b5628d3 is already hosted by enough agents. {{(pid=119046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:03:51.118261 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.scheduler.base_scheduler [None req-71f34b8a-da96-4435-b62d-f907549b9166 None None] Resources bound (agent type, host, resource id): {{(pid=119046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:03:51.123913 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f34b8a-da96-4435-b62d-f907549b9166 None None] Received port after_create {{(pid=119046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:03:51.138089 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f34b8a-da96-4435-b62d-f907549b9166 None None] Pushing event updated for resources: {'Port': ['ID=fdf44c3d-15c2-4471-b402-ee6e13283533,revision_number=1']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:51.148853 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-656c4d21-781b-4d53-83f5-f3403283c255 req-cdd0c05f-d3c6-4cc6-afb1-70add517656d tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950405 May 20 17:03:51.169884 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-71f34b8a-da96-4435-b62d-f907549b9166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:51.214445 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-5124d556-e90a-441d-9988-bbe6ca06d614 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:51.250813 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-71f34b8a-da96-4435-b62d-f907549b9166 None None] Attempting to bind port fdf44c3d-15c2-4471-b402-ee6e13283533 on host dv-cinder-786524-7-iscsi for vnic_type normal with profile {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:03:51.251134 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-5124d556-e90a-441d-9988-bbe6ca06d614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:51.251357 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-71f34b8a-da96-4435-b62d-f907549b9166 None None] Attempting to bind port fdf44c3d-15c2-4471-b402-ee6e13283533 by drivers openvswitch,hyperv on host dv-cinder-786524-7-iscsi at level 0 using segments [{'id': '4a8f8994-6d3f-475e-b8df-b63a9baa5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3'}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:03:51.251835 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f34b8a-da96-4435-b62d-f907549b9166 None None] Attempting to bind port fdf44c3d-15c2-4471-b402-ee6e13283533 on network 693cca7c-a781-4bbe-b946-6e5d3b5628d3 {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:03:51.259032 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f34b8a-da96-4435-b62d-f907549b9166 None None] Checking agent: {'id': '04a99329-5785-4fd7-acdc-4119699d5680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 53, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:03:51.259515 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f34b8a-da96-4435-b62d-f907549b9166 None None] Checking segment: {'id': '4a8f8994-6d3f-475e-b8df-b63a9baa5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:03:51.259998 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-71f34b8a-da96-4435-b62d-f907549b9166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:51.260852 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f34b8a-da96-4435-b62d-f907549b9166 None None] Bound using segment: {'id': '4a8f8994-6d3f-475e-b8df-b63a9baa5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3'} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:03:51.261439 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-71f34b8a-da96-4435-b62d-f907549b9166 None None] Bound port: fdf44c3d-15c2-4471-b402-ee6e13283533, host: dv-cinder-786524-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8f8994-6d3f-475e-b8df-b63a9baa5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3'}}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:03:51.261887 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-71f34b8a-da96-4435-b62d-f907549b9166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:51.372454 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-71f34b8a-da96-4435-b62d-f907549b9166 None None] For port fdf44c3d-15c2-4471-b402-ee6e13283533, host dv-cinder-786524-7-iscsi, cleared binding levels {{(pid=119046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:03:51.376795 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-71f34b8a-da96-4435-b62d-f907549b9166 None None] For port fdf44c3d-15c2-4471-b402-ee6e13283533, host dv-cinder-786524-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=fdf44c3d-15c2-4471-b402-ee6e13283533,segment=NetworkSegment(4a8f8994-6d3f-475e-b8df-b63a9baa5b45),segment_id=4a8f8994-6d3f-475e-b8df-b63a9baa5b45)] {{(pid=119046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:03:51.384912 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-71f34b8a-da96-4435-b62d-f907549b9166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:51.389622 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-0a180192-9074-488e-9c47-1cedddaf41e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:51.412708 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_common [None req-5124d556-e90a-441d-9988-bbe6ca06d614 admin admin] Allocated IP 172.27.3.137 (7bf407be-0a2f-4276-bbb9-407bd07b5677/0cc0c620-4805-460b-b0e9-2701bd4f1725/a01f0358-3a04-4ae5-801f-e583beb28f93) {{(pid=119045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:03:51.416259 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b5297-5a4b-485d-a207-587ead1d1dce req-5979e2d4-1c15-4bdf-8ad9-fea645e4d4ca tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:51.423894 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3b7b5297-5a4b-485d-a207-587ead1d1dce req-5979e2d4-1c15-4bdf-8ad9-fea645e4d4ca tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 944 time: 0.1234236 May 20 17:03:51.469453 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f34b8a-da96-4435-b62d-f907549b9166 None None] Pushing event updated for resources: {'Port': ['ID=fdf44c3d-15c2-4471-b402-ee6e13283533,revision_number=2']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:51.472931 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-71f34b8a-da96-4435-b62d-f907549b9166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:51.490066 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3b7b5297-5a4b-485d-a207-587ead1d1dce req-56fe0ee6-5e9b-4baf-a234-981f8aca466d tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539687 May 20 17:03:51.637546 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-5124d556-e90a-441d-9988-bbe6ca06d614 admin admin] Notify callbacks [] for port, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:51.691068 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b7826-76b5-40b1-83bf-5462800d29bd req-d8117cf2-38e9-467e-b3fc-ea13ef973200 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:51.692525 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-417b7826-76b5-40b1-83bf-5462800d29bd req-d8117cf2-38e9-467e-b3fc-ea13ef973200 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 944 time: 0.1173887 May 20 17:03:51.715032 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-5124d556-e90a-441d-9988-bbe6ca06d614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:51.722896 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-c541a2f6-2783-42a1-bdfe-3599240a7bc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:51.797505 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124d556-e90a-441d-9988-bbe6ca06d614 admin admin] Pushing event updated for resources: {'Port': ['ID=a01f0358-3a04-4ae5-801f-e583beb28f93,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:51.811523 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-5124d556-e90a-441d-9988-bbe6ca06d614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:51.827005 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-417b7826-76b5-40b1-83bf-5462800d29bd req-904e0e2f-33f9-4f65-94c3-074802145bbd tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281388 May 20 17:03:51.830878 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5124d556-e90a-441d-9988-bbe6ca06d614 admin admin] Network 7bf407be-0a2f-4276-bbb9-407bd07b5677 is already hosted by enough agents. {{(pid=119045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:03:51.832053 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [None req-5124d556-e90a-441d-9988-bbe6ca06d614 admin admin] Resources bound (agent type, host, resource id): {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:03:51.834930 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5124d556-e90a-441d-9988-bbe6ca06d614 admin admin] Received port after_create {{(pid=119045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:03:51.992664 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device fdf44c3d-15c2-4471-b402-ee6e13283533 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:03:52.073175 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning for port fdf44c3d-15c2-4471-b402-ee6e13283533 completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:03:52.346228 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffe258-91cb-4cdf-b461-a7bbed0b99b2 req-aa5a427a-06fc-48d6-87df-d25161eae773 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:52.347885 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e5ffe258-91cb-4cdf-b461-a7bbed0b99b2 req-aa5a427a-06fc-48d6-87df-d25161eae773 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0857375 May 20 17:03:52.387655 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-5124d556-e90a-441d-9988-bbe6ca06d614 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:52.404147 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e5ffe258-91cb-4cdf-b461-a7bbed0b99b2 req-f3c0a03a-b203-4ffa-bbe3-5af8dc5a9cf4 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460026 May 20 17:03:52.577867 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbe4e20-079c-43d3-908f-6ec0867451de None None] Network 693cca7c-a781-4bbe-b946-6e5d3b5628d3 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:03:52.737005 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91cca98-ff4a-4b08-9bc1-3e5d19ef6137 req-66d80d1e-be9e-4ae1-a38d-10cb4529ddd5 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:52.740289 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f91cca98-ff4a-4b08-9bc1-3e5d19ef6137 req-66d80d1e-be9e-4ae1-a38d-10cb4529ddd5 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 944 time: 0.0968490 May 20 17:03:52.815863 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-5124d556-e90a-441d-9988-bbe6ca06d614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16751086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16382154'] for router, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:52.826580 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f91cca98-ff4a-4b08-9bc1-3e5d19ef6137 req-9bae99a1-0ef5-4e9a-a660-afc4296e2a5f tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804169 May 20 17:03:52.828036 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-93e8516b-0c6d-42c1-8a3c-85a275ac5f62 None None] Provisioning for port fdf44c3d-15c2-4471-b402-ee6e13283533 completed by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:03:52.843371 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-93e8516b-0c6d-42c1-8a3c-85a275ac5f62 None None] Provisioning complete for port fdf44c3d-15c2-4471-b402-ee6e13283533 triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:03:52.843371 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-93e8516b-0c6d-42c1-8a3c-85a275ac5f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:52.984880 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bda561-6465-4aaa-9718-31f7755ba281 req-fc02c18b-16b4-4c02-acb7-d17fad4f02ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:52.986977 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-96bda561-6465-4aaa-9718-31f7755ba281 req-fc02c18b-16b4-4c02-acb7-d17fad4f02ff service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=386a22f1a8b04c71b369081dac044608&device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 1098 time: 0.1047742 May 20 17:03:53.103154 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-93e8516b-0c6d-42c1-8a3c-85a275ac5f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:53.105812 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77ae70-d088-4728-b293-b7ce8b622052 req-8ac25bce-7db4-411c-97a5-9e672f01d806 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:53.107373 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cc77ae70-d088-4728-b293-b7ce8b622052 req-8ac25bce-7db4-411c-97a5-9e672f01d806 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.1858556 May 20 17:03:53.147127 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-93e8516b-0c6d-42c1-8a3c-85a275ac5f62 None None] For port fdf44c3d-15c2-4471-b402-ee6e13283533, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=fdf44c3d-15c2-4471-b402-ee6e13283533,segment=NetworkSegment(4a8f8994-6d3f-475e-b8df-b63a9baa5b45),segment_id=4a8f8994-6d3f-475e-b8df-b63a9baa5b45)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:03:53.155965 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-93e8516b-0c6d-42c1-8a3c-85a275ac5f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:53.159785 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-0a180192-9074-488e-9c47-1cedddaf41e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:53.180547 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cc77ae70-d088-4728-b293-b7ce8b622052 req-27519ce7-1777-46fd-9735-db5f87e4a2b1 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661409 May 20 17:03:53.181963 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5124d556-e90a-441d-9988-bbe6ca06d614 admin admin] Router c176277e-1f98-47eb-9e29-252d126d6226 is scheduled to L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 with binding_index 1 {{(pid=119045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 17:03:53.246289 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bda561-6465-4aaa-9718-31f7755ba281 req-3f800010-2979-4545-abd3-f7e875a1c1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:53.248046 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-96bda561-6465-4aaa-9718-31f7755ba281 req-3f800010-2979-4545-abd3-f7e875a1c1be service neutron] 10.222.0.75 "GET /v2.0/networks?id=c9a972fe-2e62-44ea-901e-aa60176fd9d2 HTTP/1.1" status: 200 len: 919 time: 0.2150042 May 20 17:03:53.249405 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8516b-0c6d-42c1-8a3c-85a275ac5f62 None None] Pushing event updated for resources: {'Port': ['ID=fdf44c3d-15c2-4471-b402-ee6e13283533,revision_number=3']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:53.252869 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-93e8516b-0c6d-42c1-8a3c-85a275ac5f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:53.258919 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be6d27-6fe0-4c24-8cb9-79028ac2623a req-2a5d2b65-5a1d-40c9-9790-1ee3dc5b1672 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:53.265684 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-11be6d27-6fe0-4c24-8cb9-79028ac2623a req-2a5d2b65-5a1d-40c9-9790-1ee3dc5b1672 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 944 time: 0.2723432 May 20 17:03:53.377748 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-7ecb12c8-aaee-4244-8a40-acec89cc2600 None None] Provisioning complete for port fdf44c3d-15c2-4471-b402-ee6e13283533 triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:03:53.378467 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-7ecb12c8-aaee-4244-8a40-acec89cc2600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:53.382873 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5124d556-e90a-441d-9988-bbe6ca06d614 admin admin] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:03:53.393957 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cdcd50-a1e6-4834-9dbd-6d2568812142 None None] Sync routers for ids ['c176277e-1f98-47eb-9e29-252d126d6226'] in dv-cinder-786524-7-iscsi {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:03:53.405849 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cdcd50-a1e6-4834-9dbd-6d2568812142 None None] Routers {'c176277e-1f98-47eb-9e29-252d126d6226'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:03:53.406372 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-43cdcd50-a1e6-4834-9dbd-6d2568812142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:03:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c176277e-1f98-47eb-9e29-252d126d6226'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:03:53.416637 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-5124d556-e90a-441d-9988-bbe6ca06d614 admin admin] Notify callbacks [] for router, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:53.418199 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-5124d556-e90a-441d-9988-bbe6ca06d614 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2860510 May 20 17:03:53.420862 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 52160) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:03:53.438322 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-96bda561-6465-4aaa-9718-31f7755ba281 req-c438ddf2-d8c0-4019-9282-5e96d624648a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=faf13afa-a484-4391-ac53-0e106135f068 HTTP/1.1" status: 200 len: 217 time: 0.1696475 May 20 17:03:53.531053 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bda561-6465-4aaa-9718-31f7755ba281 req-f4338373-58ef-4c69-b3ac-b4a995c68019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:53.536209 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-96bda561-6465-4aaa-9718-31f7755ba281 req-f4338373-58ef-4c69-b3ac-b4a995c68019 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9417b423-694f-4c54-8180-2a0bd002ded9 HTTP/1.1" status: 200 len: 858 time: 0.0844510 May 20 17:03:53.547975 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-11be6d27-6fe0-4c24-8cb9-79028ac2623a req-f36b5d9a-f540-4eda-9d63-842304048b62 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2810371 May 20 17:03:53.597061 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-96bda561-6465-4aaa-9718-31f7755ba281 req-88c6e45e-5887-4636-becb-27e6dbaa708d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c9a972fe-2e62-44ea-901e-aa60176fd9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431137 May 20 17:03:53.602214 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-43cdcd50-a1e6-4834-9dbd-6d2568812142 None None] Set router c176277e-1f98-47eb-9e29-252d126d6226 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:03:53.742869 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-96bda561-6465-4aaa-9718-31f7755ba281 req-952459f4-a92a-48d7-b66f-15dfe71b6b4d service neutron] 10.222.0.75 "GET /v2.0/networks/c9a972fe-2e62-44ea-901e-aa60176fd9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363192 May 20 17:03:53.904252 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-96bda561-6465-4aaa-9718-31f7755ba281 req-55b7be5b-eb25-4992-b722-76ee321723ee service neutron] 10.222.0.75 "GET /v2.0/networks/c9a972fe-2e62-44ea-901e-aa60176fd9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432142 May 20 17:03:53.927691 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-43cdcd50-a1e6-4834-9dbd-6d2568812142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'name': 'tempest-TestVolumeBootPattern-276173396-router', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:50Z', 'updated_at': '2021-05-20T17:03:52Z', 'revision_number': 3, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'gw_port': {'id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:51Z', 'updated_at': '2021-05-20T17:03:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi'}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:03:53.931961 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cdcd50-a1e6-4834-9dbd-6d2568812142 None None] Checking router: c176277e-1f98-47eb-9e29-252d126d6226 for host: dv-cinder-786524-7-iscsi {{(pid=119047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:03:53.932315 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cdcd50-a1e6-4834-9dbd-6d2568812142 None None] Updating router c176277e-1f98-47eb-9e29-252d126d6226 port a01f0358-3a04-4ae5-801f-e583beb28f93 binding host dv-cinder-786524-7-iscsi {{(pid=119047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 17:03:53.981349 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device fdf44c3d-15c2-4471-b402-ee6e13283533 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:03:54.008938 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-43cdcd50-a1e6-4834-9dbd-6d2568812142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:54.053353 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port fdf44c3d-15c2-4471-b402-ee6e13283533 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:03:54.053651 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:54.236953 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02756eba-6227-4340-9ac5-a78375ef6c86 req-a13d36d4-0b72-482f-8534-981a710eed57 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:54.238358 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-02756eba-6227-4340-9ac5-a78375ef6c86 req-a13d36d4-0b72-482f-8534-981a710eed57 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 944 time: 0.2141137 May 20 17:03:54.328128 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-02756eba-6227-4340-9ac5-a78375ef6c86 req-db5d80bf-ea3d-4dcc-8512-9f17c0054e5f tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831001 May 20 17:03:54.402836 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e47035-b3be-47b8-bfe3-3c5f15f3e3d3 req-bed94d53-35e3-4a3a-b822-346bbe587784 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:54.408829 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-29aee010-b73e-45f7-97c7-4b3a144de0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:54.410302 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-97e47035-b3be-47b8-bfe3-3c5f15f3e3d3 req-bed94d53-35e3-4a3a-b822-346bbe587784 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.1184146 May 20 17:03:54.413359 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-43cdcd50-a1e6-4834-9dbd-6d2568812142 None None] Notify callbacks [] for port, precommit_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:54.430196 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.provisioning_blocks [None req-43cdcd50-a1e6-4834-9dbd-6d2568812142 None None] Transition to ACTIVE for port object a01f0358-3a04-4ae5-801f-e583beb28f93 will not be triggered until provisioned by entity L2. {{(pid=119047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:03:54.439512 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-43cdcd50-a1e6-4834-9dbd-6d2568812142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:54.444924 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [None req-c306483c-eacf-4344-9210-e11434bab8c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:54.459943 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-97e47035-b3be-47b8-bfe3-3c5f15f3e3d3 req-67091ac8-d10f-451f-929e-bdf7a29b35b9 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486531 May 20 17:03:54.518607 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.managers [None req-43cdcd50-a1e6-4834-9dbd-6d2568812142 None None] Attempting to bind port a01f0358-3a04-4ae5-801f-e583beb28f93 on host dv-cinder-786524-7-iscsi for vnic_type normal with profile {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:03:54.518967 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.managers [None req-43cdcd50-a1e6-4834-9dbd-6d2568812142 None None] Attempting to bind port a01f0358-3a04-4ae5-801f-e583beb28f93 by drivers openvswitch,hyperv on host dv-cinder-786524-7-iscsi at level 0 using segments [{'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'}] {{(pid=119047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:03:54.519332 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cdcd50-a1e6-4834-9dbd-6d2568812142 None None] Attempting to bind port a01f0358-3a04-4ae5-801f-e583beb28f93 on network 7bf407be-0a2f-4276-bbb9-407bd07b5677 {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:03:54.529584 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cdcd50-a1e6-4834-9dbd-6d2568812142 None None] Checking agent: {'id': '04a99329-5785-4fd7-acdc-4119699d5680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 53, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:03:54.529949 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cdcd50-a1e6-4834-9dbd-6d2568812142 None None] Checking segment: {'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:03:54.530345 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-43cdcd50-a1e6-4834-9dbd-6d2568812142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:54.530738 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cdcd50-a1e6-4834-9dbd-6d2568812142 None None] Bound using segment: {'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'} {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:03:54.531199 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.managers [None req-43cdcd50-a1e6-4834-9dbd-6d2568812142 None None] Bound port: a01f0358-3a04-4ae5-801f-e583beb28f93, host: dv-cinder-786524-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'}}] {{(pid=119047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:03:54.531567 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-43cdcd50-a1e6-4834-9dbd-6d2568812142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:54.562311 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1578a-0564-4f42-97fb-cb17884d04ec None None] Pushing event updated for resources: {'Port': ['ID=a01f0358-3a04-4ae5-801f-e583beb28f93,revision_number=2']} {{(pid=119047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:54.585001 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1578a-0564-4f42-97fb-cb17884d04ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:54.585300 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1578a-0564-4f42-97fb-cb17884d04ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:54.585645 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1578a-0564-4f42-97fb-cb17884d04ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:54.586096 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1578a-0564-4f42-97fb-cb17884d04ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:54.586428 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1578a-0564-4f42-97fb-cb17884d04ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:54.586755 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1578a-0564-4f42-97fb-cb17884d04ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:54.587138 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1578a-0564-4f42-97fb-cb17884d04ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:54.587586 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1578a-0564-4f42-97fb-cb17884d04ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:54.587914 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1578a-0564-4f42-97fb-cb17884d04ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:54.588233 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1578a-0564-4f42-97fb-cb17884d04ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:54.588551 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1578a-0564-4f42-97fb-cb17884d04ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:54.588865 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba1578a-0564-4f42-97fb-cb17884d04ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:03:54.603748 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [None req-1ba1578a-0564-4f42-97fb-cb17884d04ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:54.635736 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_common [None req-29aee010-b73e-45f7-97c7-4b3a144de0e0 admin admin] Allocated IP 172.20.0.1 (693cca7c-a781-4bbe-b946-6e5d3b5628d3/b9354152-da80-48a7-a2cf-cafd8cb1708a/e0bfa448-e735-4631-aa43-6b0e677a88cb) {{(pid=119045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:03:54.647117 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.db [None req-43cdcd50-a1e6-4834-9dbd-6d2568812142 None None] For port a01f0358-3a04-4ae5-801f-e583beb28f93, host dv-cinder-786524-7-iscsi, cleared binding levels {{(pid=119047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:03:54.656068 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.db [None req-43cdcd50-a1e6-4834-9dbd-6d2568812142 None None] For port a01f0358-3a04-4ae5-801f-e583beb28f93, host dv-cinder-786524-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=a01f0358-3a04-4ae5-801f-e583beb28f93,segment=NetworkSegment(be7a08f1-7b47-4c24-ac33-26538d548295),segment_id=be7a08f1-7b47-4c24-ac33-26538d548295)] {{(pid=119047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:03:54.666351 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-43cdcd50-a1e6-4834-9dbd-6d2568812142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:54.670891 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [None req-1ba1578a-0564-4f42-97fb-cb17884d04ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:54.743557 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cdcd50-a1e6-4834-9dbd-6d2568812142 None None] Routers {'c176277e-1f98-47eb-9e29-252d126d6226'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:03:54.744243 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-43cdcd50-a1e6-4834-9dbd-6d2568812142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:03:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c176277e-1f98-47eb-9e29-252d126d6226'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:03:54.801185 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1578a-0564-4f42-97fb-cb17884d04ec None None] Pushing event updated for resources: {'Port': ['ID=a01f0358-3a04-4ae5-801f-e583beb28f93,revision_number=3']} {{(pid=119047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:54.811356 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [None req-1ba1578a-0564-4f42-97fb-cb17884d04ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:54.858620 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-29aee010-b73e-45f7-97c7-4b3a144de0e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:54.888278 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61908f-7472-4904-8b47-2568179a706d req-f10f9bf4-8c46-4131-9df1-97052531b0bf tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:54.889793 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4d61908f-7472-4904-8b47-2568179a706d req-f10f9bf4-8c46-4131-9df1-97052531b0bf tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 944 time: 0.1479175 May 20 17:03:54.913307 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.provisioning_blocks [None req-29aee010-b73e-45f7-97c7-4b3a144de0e0 admin admin] Transition to ACTIVE for port object e0bfa448-e735-4631-aa43-6b0e677a88cb will not be triggered until provisioned by entity DHCP. {{(pid=119045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:03:54.932086 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-43cdcd50-a1e6-4834-9dbd-6d2568812142 None None] Set router c176277e-1f98-47eb-9e29-252d126d6226 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:03:54.951550 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4d61908f-7472-4904-8b47-2568179a706d req-32088d3a-40bb-4948-99c7-8dc2bb9ebb9f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543761 May 20 17:03:54.969133 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-29aee010-b73e-45f7-97c7-4b3a144de0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:54.981465 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-1b7c67ef-26d0-4940-9798-9d683a1443aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:55.046730 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aee010-b73e-45f7-97c7-4b3a144de0e0 admin admin] Network 693cca7c-a781-4bbe-b946-6e5d3b5628d3 is already hosted by enough agents. {{(pid=119045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:03:55.049502 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [None req-29aee010-b73e-45f7-97c7-4b3a144de0e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:03:55.053749 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aee010-b73e-45f7-97c7-4b3a144de0e0 admin admin] Received port after_create {{(pid=119045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:03:55.083935 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aee010-b73e-45f7-97c7-4b3a144de0e0 admin admin] Pushing event updated for resources: {'Port': ['ID=e0bfa448-e735-4631-aa43-6b0e677a88cb,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:55.090663 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-29aee010-b73e-45f7-97c7-4b3a144de0e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:55.113499 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-29aee010-b73e-45f7-97c7-4b3a144de0e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16752083'] for router_interface, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:55.237337 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-43cdcd50-a1e6-4834-9dbd-6d2568812142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'name': 'tempest-TestVolumeBootPattern-276173396-router', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:50Z', 'updated_at': '2021-05-20T17:03:52Z', 'revision_number': 3, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'gw_port': {'id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:51Z', 'updated_at': '2021-05-20T17:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi'}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:03:55.241228 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cdcd50-a1e6-4834-9dbd-6d2568812142 None None] The sync data for ids ['c176277e-1f98-47eb-9e29-252d126d6226'] in dv-cinder-786524-7-iscsi is: [{'id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'name': 'tempest-TestVolumeBootPattern-276173396-router', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:50Z', 'updated_at': '2021-05-20T17:03:52Z', 'revision_number': 3, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'gw_port': {'id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:51Z', 'updated_at': '2021-05-20T17:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi'}] {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:03:55.257978 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-29aee010-b73e-45f7-97c7-4b3a144de0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:55.278451 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-b7471359-918d-4598-a996-2607cfd90eff None None] Provisioning for port e0bfa448-e735-4631-aa43-6b0e677a88cb completed by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:03:55.283746 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-b7471359-918d-4598-a996-2607cfd90eff None None] Provisioning complete for port e0bfa448-e735-4631-aa43-6b0e677a88cb triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:03:55.284176 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b7471359-918d-4598-a996-2607cfd90eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:55.342295 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-b7471359-918d-4598-a996-2607cfd90eff None None] Port e0bfa448-e735-4631-aa43-6b0e677a88cb cannot update to ACTIVE because it is not bound. {{(pid=119046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 17:03:55.557882 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f39ff9-e526-4ef6-ab11-85dc240e2139 req-eadc4830-0c6f-4b50-b309-4ad2f3ab9927 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:55.566276 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-23f39ff9-e526-4ef6-ab11-85dc240e2139 req-eadc4830-0c6f-4b50-b309-4ad2f3ab9927 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 944 time: 0.1245379 May 20 17:03:55.610098 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-23f39ff9-e526-4ef6-ab11-85dc240e2139 req-6c6ebabe-62dc-48e2-9832-49a8214a3870 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426581 May 20 17:03:55.635001 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 6 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:03:55.679977 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-29aee010-b73e-45f7-97c7-4b3a144de0e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:55.689103 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-29aee010-b73e-45f7-97c7-4b3a144de0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14687500'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:55.722250 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-a2f03332-57e9-4a05-969b-96507df417f1 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:55.820500 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21ee06-1633-4126-94e0-7876925016c9 req-a0d8c6a4-a004-4bce-b2fd-675ed21c9aa0 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:55.822080 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-3f21ee06-1633-4126-94e0-7876925016c9 req-a0d8c6a4-a004-4bce-b2fd-675ed21c9aa0 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.2262602 May 20 17:03:55.823342 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-29aee010-b73e-45f7-97c7-4b3a144de0e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16308050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16379752'] for router_interface, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:55.827047 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aee010-b73e-45f7-97c7-4b3a144de0e0 admin admin] Pushing event updated for resources: {'Port': ['ID=e0bfa448-e735-4631-aa43-6b0e677a88cb,revision_number=2']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:55.834783 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-29aee010-b73e-45f7-97c7-4b3a144de0e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:55.971632 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device a01f0358-3a04-4ae5-801f-e583beb28f93 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:03:56.025396 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-3f21ee06-1633-4126-94e0-7876925016c9 req-73593e67-8c8e-47ae-b16a-5878d2862f0c tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945577 May 20 17:03:56.040898 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aee010-b73e-45f7-97c7-4b3a144de0e0 admin admin] Network 693cca7c-a781-4bbe-b946-6e5d3b5628d3 is already hosted by enough agents. {{(pid=119045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:03:56.042436 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [None req-29aee010-b73e-45f7-97c7-4b3a144de0e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:03:56.092316 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning for port a01f0358-3a04-4ae5-801f-e583beb28f93 completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:03:56.098697 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port a01f0358-3a04-4ae5-801f-e583beb28f93 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:03:56.099512 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:56.247391 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d5b64-e629-49f6-a314-788bc04415b1 req-6ce2affb-96fb-4d9c-aaf8-4aa20c24fa23 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:56.256166 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-9c3d5b64-e629-49f6-a314-788bc04415b1 req-6ce2affb-96fb-4d9c-aaf8-4aa20c24fa23 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 944 time: 0.1201680 May 20 17:03:56.278618 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device bb295447-e407-4ae3-824c-44162c4877db details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=119046) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 17:03:56.318934 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:56.338118 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29aee010-b73e-45f7-97c7-4b3a144de0e0 admin admin] Router c176277e-1f98-47eb-9e29-252d126d6226 has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:03:56.363514 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-9c3d5b64-e629-49f6-a314-788bc04415b1 req-e9da0e1e-d1b7-43cc-9f6c-75d07c36b367 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049542 May 20 17:03:56.380295 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] For port a01f0358-3a04-4ae5-801f-e583beb28f93, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=a01f0358-3a04-4ae5-801f-e583beb28f93,segment=NetworkSegment(be7a08f1-7b47-4c24-ac33-26538d548295),segment_id=be7a08f1-7b47-4c24-ac33-26538d548295)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:03:56.388001 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:56.436251 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:56.540241 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Pushing event updated for resources: {'Port': ['ID=a01f0358-3a04-4ae5-801f-e583beb28f93,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:56.542604 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29aee010-b73e-45f7-97c7-4b3a144de0e0 admin admin] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:03:56.544735 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:56.552696 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-29aee010-b73e-45f7-97c7-4b3a144de0e0 admin admin] 10.222.0.36 "PUT /v2.0/routers/c176277e-1f98-47eb-9e29-252d126d6226/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1305571 May 20 17:03:56.555717 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-1f034e45-0cd5-4529-8559-085605b2dbcd None None] Provisioning complete for port e0bfa448-e735-4631-aa43-6b0e677a88cb triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:03:56.556104 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-1f034e45-0cd5-4529-8559-085605b2dbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:56.617641 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port bb295447-e407-4ae3-824c-44162c4877db, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=bb295447-e407-4ae3-824c-44162c4877db,segment=NetworkSegment(d37f8528-7297-4149-9ffd-cc733462f317),segment_id=d37f8528-7297-4149-9ffd-cc733462f317)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:03:56.637964 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Returning: {'device': 'bb295447-e407-4ae3-824c-44162c4877db', 'network_id': 'bf878487-215c-4e5c-a88b-d79110158955', 'port_id': 'bb295447-e407-4ae3-824c-44162c4877db', 'mac_address': 'fa:16:3e:17:cf:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d2384bb-83fb-450e-90a2-cc802278fb21', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119046) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 17:03:56.641892 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-1f034e45-0cd5-4529-8559-085605b2dbcd None None] Port e0bfa448-e735-4631-aa43-6b0e677a88cb cannot update to ACTIVE because it is not bound. {{(pid=119046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 17:03:56.704990 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:56.731000 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb295447-e407-4ae3-824c-44162c4877db {{(pid=119046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:03:56.756058 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port bb295447-e407-4ae3-824c-44162c4877db, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=bb295447-e407-4ae3-824c-44162c4877db,segment=NetworkSegment(d37f8528-7297-4149-9ffd-cc733462f317),segment_id=d37f8528-7297-4149-9ffd-cc733462f317)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:03:56.763312 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:56.764043 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 79d1e998-d57f-414e-be49-4e99e57bd8b3 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=119046) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 17:03:56.767404 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:56.826709 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06909403-db05-471f-b2cc-bbffa6a346c7 req-114deaac-5468-40dd-aee6-ec67958480b6 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:56.828536 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-06909403-db05-471f-b2cc-bbffa6a346c7 req-114deaac-5468-40dd-aee6-ec67958480b6 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 945 time: 0.0963938 May 20 17:03:56.881654 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=bb295447-e407-4ae3-824c-44162c4877db,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:56.886820 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:56.894425 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-06909403-db05-471f-b2cc-bbffa6a346c7 req-58dada1a-4b6b-4595-9422-ee5d265e4559 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592449 May 20 17:03:56.990843 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 79d1e998-d57f-414e-be49-4e99e57bd8b3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=79d1e998-d57f-414e-be49-4e99e57bd8b3,segment=NetworkSegment(04f20a06-e49b-44e4-8773-c49eb357921a),segment_id=04f20a06-e49b-44e4-8773-c49eb357921a)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:03:57.005579 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Returning: {'device': '79d1e998-d57f-414e-be49-4e99e57bd8b3', 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe', 'port_id': '79d1e998-d57f-414e-be49-4e99e57bd8b3', 'mac_address': 'fa:16:3e:89:59:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119046) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 17:03:57.066744 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:57.090704 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d1e998-d57f-414e-be49-4e99e57bd8b3 {{(pid=119046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:03:57.107117 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 79d1e998-d57f-414e-be49-4e99e57bd8b3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=79d1e998-d57f-414e-be49-4e99e57bd8b3,segment=NetworkSegment(04f20a06-e49b-44e4-8773-c49eb357921a),segment_id=04f20a06-e49b-44e4-8773-c49eb357921a)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:03:57.112454 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:57.114316 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:57.217410 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 52210) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:03:57.223720 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-4ce23208-7740-4a8f-9f0c-b530f2e7623b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1834479002-network', 'tenant_id': '5e87ff74b1f549fb90baa0f2a5e79fdc'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:03:57.228254 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-4ce23208-7740-4a8f-9f0c-b530f2e7623b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:03:57.230261 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbac4dc2-7d6c-4aab-bac1-9cc6c2358b1b None None] Sync routers for ids ['c176277e-1f98-47eb-9e29-252d126d6226'] in dv-cinder-786524-7-iscsi {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:03:57.232627 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-4ce23208-7740-4a8f-9f0c-b530f2e7623b admin admin] Usage tracker for resource:network and tenant:5e87ff74b1f549fb90baa0f2a5e79fdc is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:03:57.236791 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-4ce23208-7740-4a8f-9f0c-b530f2e7623b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:03:57.244044 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-4ce23208-7740-4a8f-9f0c-b530f2e7623b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:03:57.254022 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbac4dc2-7d6c-4aab-bac1-9cc6c2358b1b None None] Routers {'c176277e-1f98-47eb-9e29-252d126d6226'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:03:57.254497 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-bbac4dc2-7d6c-4aab-bac1-9cc6c2358b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:03:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c176277e-1f98-47eb-9e29-252d126d6226'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:03:57.259339 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce23208-7740-4a8f-9f0c-b530f2e7623b admin admin] Made reservation on behalf of 5e87ff74b1f549fb90baa0f2a5e79fdc for: {'network': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:03:57.262505 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4ce23208-7740-4a8f-9f0c-b530f2e7623b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605269'] for network, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:57.280562 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4ce23208-7740-4a8f-9f0c-b530f2e7623b admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:57.284880 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a113b4-0bc5-4a68-b685-027beb25e867 req-e628b085-4632-4fee-b981-cc0c49a2c23b tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:57.286539 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-90a113b4-0bc5-4a68-b685-027beb25e867 req-e628b085-4632-4fee-b981-cc0c49a2c23b tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.1087627 May 20 17:03:57.309618 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-4ce23208-7740-4a8f-9f0c-b530f2e7623b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:03:57.313919 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-4ce23208-7740-4a8f-9f0c-b530f2e7623b admin admin] Usage tracker for resource:security_group_rule and tenant:5e87ff74b1f549fb90baa0f2a5e79fdc is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:03:57.317816 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-4ce23208-7740-4a8f-9f0c-b530f2e7623b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:03:57.324559 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-4ce23208-7740-4a8f-9f0c-b530f2e7623b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:03:57.331027 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=79d1e998-d57f-414e-be49-4e99e57bd8b3,revision_number=9']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:57.353070 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-90a113b4-0bc5-4a68-b685-027beb25e867 req-0b48848f-2ddc-4f3b-b1d0-e59d13f658a8 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570254 May 20 17:03:57.353629 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:57.423757 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4ce23208-7740-4a8f-9f0c-b530f2e7623b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:57.430073 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4ce23208-7740-4a8f-9f0c-b530f2e7623b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:57.434752 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-655f3e32-841b-4cf7-8955-db7b19d34d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:57.462493 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['79d1e998-d57f-414e-be49-4e99e57bd8b3'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:03:57.465787 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce23208-7740-4a8f-9f0c-b530f2e7623b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=119045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 17:03:57.510635 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['bb295447-e407-4ae3-824c-44162c4877db'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:03:57.524182 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce23208-7740-4a8f-9f0c-b530f2e7623b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633b18b9-c6cb-40ab-8d0a-ed0d5bcac29a,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:57.535748 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-4ce23208-7740-4a8f-9f0c-b530f2e7623b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:57.536056 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4ce23208-7740-4a8f-9f0c-b530f2e7623b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:57.536417 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.db.segments_db [None req-4ce23208-7740-4a8f-9f0c-b530f2e7623b admin admin] Added segment 34566286-eac1-410e-bd7d-4f786e70d614 of type vlan for network 756a37db-70e1-4f02-9732-606d7296edbd May 20 17:03:57.583485 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4ce23208-7740-4a8f-9f0c-b530f2e7623b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727197218515'] for network, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:57.616991 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-bbac4dc2-7d6c-4aab-bac1-9cc6c2358b1b None None] Set router c176277e-1f98-47eb-9e29-252d126d6226 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:03:57.637599 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7cf3e-7c9f-4d56-9643-7733ee0602d7 req-4ebcc788-f45f-4a7e-92ac-2fdb18ac1513 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:57.639210 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-2af7cf3e-7c9f-4d56-9643-7733ee0602d7 req-4ebcc788-f45f-4a7e-92ac-2fdb18ac1513 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 945 time: 0.1530218 May 20 17:03:57.648886 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4ce23208-7740-4a8f-9f0c-b530f2e7623b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128'] for network, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:57.666024 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce23208-7740-4a8f-9f0c-b530f2e7623b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:57.666687 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4ce23208-7740-4a8f-9f0c-b530f2e7623b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:57.681082 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:57.796988 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-2af7cf3e-7c9f-4d56-9643-7733ee0602d7 req-3f73f742-feb2-449b-8221-43f7dbc9ab94 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478622 May 20 17:03:57.859924 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-4ce23208-7740-4a8f-9f0c-b530f2e7623b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6414073 May 20 17:03:57.863582 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 52224) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:03:57.878682 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-4bc312c8-3eb5-4018-95fb-bf894200cc2f admin admin] Request body: {'subnet': {'network_id': '756a37db-70e1-4f02-9732-606d7296edbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1834479002-subnet', 'tenant_id': '5e87ff74b1f549fb90baa0f2a5e79fdc', 'ip_version': 4}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:03:57.883789 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce23208-7740-4a8f-9f0c-b530f2e7623b admin admin] Pushing event updated for resources: {'Network': ['ID=756a37db-70e1-4f02-9732-606d7296edbd,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:57.884756 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-4bc312c8-3eb5-4018-95fb-bf894200cc2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:03:57.894549 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-4ce23208-7740-4a8f-9f0c-b530f2e7623b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:57.896945 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-4bc312c8-3eb5-4018-95fb-bf894200cc2f admin admin] Usage tracker for resource:subnet and tenant:5e87ff74b1f549fb90baa0f2a5e79fdc is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:03:57.902319 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-4bc312c8-3eb5-4018-95fb-bf894200cc2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:03:57.915574 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-4bc312c8-3eb5-4018-95fb-bf894200cc2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:03:57.928308 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc312c8-3eb5-4018-95fb-bf894200cc2f admin admin] Made reservation on behalf of 5e87ff74b1f549fb90baa0f2a5e79fdc for: {'subnet': 1} {{(pid=119044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:03:57.931189 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-4bc312c8-3eb5-4018-95fb-bf894200cc2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15187189'] for subnet, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:57.945020 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Network 756a37db-70e1-4f02-9732-606d7296edbd details requested by agent ovs-agent-dv-cinder-786524-7-iscsi with host dv-cinder-786524-7-iscsi {{(pid=119046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 17:03:58.000295 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device a01f0358-3a04-4ae5-801f-e583beb28f93 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:03:58.135495 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73de7cb-0636-4245-bfb7-4eddb1e3e6f5 req-be397975-9649-46fd-826e-df3e558b7ff2 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:58.136969 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b73de7cb-0636-4245-bfb7-4eddb1e3e6f5 req-be397975-9649-46fd-826e-df3e558b7ff2 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 945 time: 0.1176536 May 20 17:03:58.253778 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b73de7cb-0636-4245-bfb7-4eddb1e3e6f5 req-70e53c3a-0d68-4bf0-bcce-15aff59a76d8 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842381 May 20 17:03:58.323651 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port a01f0358-3a04-4ae5-801f-e583beb28f93 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:03:58.324001 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:58.434201 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-bbac4dc2-7d6c-4aab-bac1-9cc6c2358b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'name': 'tempest-TestVolumeBootPattern-276173396-router', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:50Z', 'updated_at': '2021-05-20T17:03:55Z', 'revision_number': 4, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'gw_port': {'id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:51Z', 'updated_at': '2021-05-20T17:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': 'e0bfa448-e735-4631-aa43-6b0e677a88cb', 'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'mac_address': 'fa:16:3e:1d:3c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:54Z', 'updated_at': '2021-05-20T17:03:55Z', 'revision_number': 2, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'subnets': [{'id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:03:58.448656 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbac4dc2-7d6c-4aab-bac1-9cc6c2358b1b None None] Checking router: c176277e-1f98-47eb-9e29-252d126d6226 for host: dv-cinder-786524-7-iscsi {{(pid=119046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:03:58.449008 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbac4dc2-7d6c-4aab-bac1-9cc6c2358b1b None None] Updating router c176277e-1f98-47eb-9e29-252d126d6226 port e0bfa448-e735-4631-aa43-6b0e677a88cb binding host dv-cinder-786524-7-iscsi {{(pid=119046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 17:03:58.482390 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-4bc312c8-3eb5-4018-95fb-bf894200cc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14410999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15187175'] for subnet, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:58.486140 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:58.559517 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc312c8-3eb5-4018-95fb-bf894200cc2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a91190d2-1bf9-46d8-9d72-70ef8850180b,revision_number=0']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:58.565070 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-4bc312c8-3eb5-4018-95fb-bf894200cc2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:58.567621 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc312c8-3eb5-4018-95fb-bf894200cc2f admin admin] Checking segment: {'id': '34566286-eac1-410e-bd7d-4f786e70d614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '756a37db-70e1-4f02-9732-606d7296edbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:03:58.567940 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc312c8-3eb5-4018-95fb-bf894200cc2f admin admin] Network hostable DHCP agents. Network: 756a37db-70e1-4f02-9732-606d7296edbd, hostable agents: ['6b6b5109-91f6-4dcc-9375-40169a0e8fed'], hosted agents: [] {{(pid=119044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 17:03:58.570434 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-bbac4dc2-7d6c-4aab-bac1-9cc6c2358b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:58.589664 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc312c8-3eb5-4018-95fb-bf894200cc2f admin admin] Network 756a37db-70e1-4f02-9732-606d7296edbd is scheduled to be hosted by DHCP agent 6b6b5109-91f6-4dcc-9375-40169a0e8fed with binding_index 1 {{(pid=119044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 17:03:58.600640 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [None req-4bc312c8-3eb5-4018-95fb-bf894200cc2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-iscsi, 756a37db-70e1-4f02-9732-606d7296edbd) {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:03:58.610345 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc312c8-3eb5-4018-95fb-bf894200cc2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:58.611158 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-4bc312c8-3eb5-4018-95fb-bf894200cc2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for subnet, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:58.620472 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93817bc-2edd-4c7f-afd2-f29d9ff235ec None None] Network 756a37db-70e1-4f02-9732-606d7296edbd requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:03:58.636970 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-4bc312c8-3eb5-4018-95fb-bf894200cc2f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7710323 May 20 17:03:58.639856 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 52234) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:03:58.645221 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-00ad872c-2f9a-4f90-98fd-0ea84732f449 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1834479002-router', 'tenant_id': '5e87ff74b1f549fb90baa0f2a5e79fdc', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'}}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:03:58.650037 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-00ad872c-2f9a-4f90-98fd-0ea84732f449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:03:58.654011 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-00ad872c-2f9a-4f90-98fd-0ea84732f449 admin admin] Usage tracker for resource:router and tenant:5e87ff74b1f549fb90baa0f2a5e79fdc is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:03:58.657001 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-00ad872c-2f9a-4f90-98fd-0ea84732f449 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:03:58.663056 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-00ad872c-2f9a-4f90-98fd-0ea84732f449 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:03:58.679820 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-00ad872c-2f9a-4f90-98fd-0ea84732f449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16751073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3089'] for router, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:58.682036 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-00ad872c-2f9a-4f90-98fd-0ea84732f449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16749815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16382112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3098'] for router, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:58.697958 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-00ad872c-2f9a-4f90-98fd-0ea84732f449 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:59.042098 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8cbeb-b63e-48fd-9fec-bdaaaf847f23 req-12e47162-f653-42b1-8399-61cdfa0428e9 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:59.043649 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-58c8cbeb-b63e-48fd-9fec-bdaaaf847f23 req-12e47162-f653-42b1-8399-61cdfa0428e9 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 945 time: 0.0934048 May 20 17:03:59.069693 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-00ad872c-2f9a-4f90-98fd-0ea84732f449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16382098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16751095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3084'] for router, precommit_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:59.079266 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2bac33-8af3-43ca-bbfa-8e0da978422c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9e3bc99-4bc4-5a8a-9ef8-f495f19de429-756a37db-70e1-4f02-9732-606d7296edbd', 'network_id': '756a37db-70e1-4f02-9732-606d7296edbd', 'tenant_id': '5e87ff74b1f549fb90baa0f2a5e79fdc', 'fixed_ips': [{'subnet_id': 'a91190d2-1bf9-46d8-9d72-70ef8850180b'}]}} from dv-cinder-786524-7-iscsi. {{(pid=119046) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 17:03:59.080119 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-df2bac33-8af3-43ca-bbfa-8e0da978422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:59.141638 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-58c8cbeb-b63e-48fd-9fec-bdaaaf847f23 req-a2d0c9e1-572b-4a4e-9769-89f56f0c574a tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851455 May 20 17:03:59.307491 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d215ab-ff50-44a7-bc0c-a8e7e19e11dc req-ed17f686-12c3-4aff-a731-c79f8e3ee1c2 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:59.309710 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-73d215ab-ff50-44a7-bc0c-a8e7e19e11dc req-ed17f686-12c3-4aff-a731-c79f8e3ee1c2 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.1326039 May 20 17:03:59.339047 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-bbac4dc2-7d6c-4aab-bac1-9cc6c2358b1b None None] Notify callbacks [] for port, precommit_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:59.360051 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-bbac4dc2-7d6c-4aab-bac1-9cc6c2358b1b None None] Transition to ACTIVE for port object e0bfa448-e735-4631-aa43-6b0e677a88cb will not be triggered until provisioned by entity L2. {{(pid=119046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:03:59.363461 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.db_base_plugin_common [None req-df2bac33-8af3-43ca-bbfa-8e0da978422c None None] Allocated IP 172.20.0.2 (756a37db-70e1-4f02-9732-606d7296edbd/a91190d2-1bf9-46d8-9d72-70ef8850180b/20d5ae95-ac1f-4511-adb8-8a9c4b4b4158) {{(pid=119046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:03:59.375606 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-bbac4dc2-7d6c-4aab-bac1-9cc6c2358b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:59.381301 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-93e8516b-0c6d-42c1-8a3c-85a275ac5f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:03:59.558621 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-73d215ab-ff50-44a7-bc0c-a8e7e19e11dc req-ff8f9f44-9f83-453d-ba5d-f510e46f8585 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914454 May 20 17:03:59.560395 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fcdb0-c318-4966-a57d-8116d5c58302 req-d035d038-2792-41d0-86c8-3189f9cca12b tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:03:59.567622 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-3d4fcdb0-c318-4966-a57d-8116d5c58302 req-d035d038-2792-41d0-86c8-3189f9cca12b tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 945 time: 0.2041965 May 20 17:03:59.590910 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-00ad872c-2f9a-4f90-98fd-0ea84732f449 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:59.603376 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2d66d-c1f8-46b9-a13b-d831ac18d5ab None None] Pushing event updated for resources: {'Port': ['ID=e0bfa448-e735-4631-aa43-6b0e677a88cb,revision_number=3']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:03:59.623788 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-3d4fcdb0-c318-4966-a57d-8116d5c58302 req-bfabe81b-6e2d-4c7b-8a70-b509948c50e8 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548768 May 20 17:03:59.642952 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-00ad872c-2f9a-4f90-98fd-0ea84732f449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:59.684980 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-0dd2d66d-c1f8-46b9-a13b-d831ac18d5ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:03:59.816577 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.db_base_plugin_common [None req-00ad872c-2f9a-4f90-98fd-0ea84732f449 admin admin] Allocated IP 172.27.3.130 (7bf407be-0a2f-4276-bbb9-407bd07b5677/0cc0c620-4805-460b-b0e9-2701bd4f1725/f37622e5-1d9c-47da-aa78-d1dcb2c52a0c) {{(pid=119044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:03:59.881085 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-bbac4dc2-7d6c-4aab-bac1-9cc6c2358b1b None None] Attempting to bind port e0bfa448-e735-4631-aa43-6b0e677a88cb on host dv-cinder-786524-7-iscsi for vnic_type normal with profile {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:03:59.881484 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-bbac4dc2-7d6c-4aab-bac1-9cc6c2358b1b None None] Attempting to bind port e0bfa448-e735-4631-aa43-6b0e677a88cb by drivers openvswitch,hyperv on host dv-cinder-786524-7-iscsi at level 0 using segments [{'id': '4a8f8994-6d3f-475e-b8df-b63a9baa5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3'}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:03:59.881850 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbac4dc2-7d6c-4aab-bac1-9cc6c2358b1b None None] Attempting to bind port e0bfa448-e735-4631-aa43-6b0e677a88cb on network 693cca7c-a781-4bbe-b946-6e5d3b5628d3 {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:03:59.897369 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbac4dc2-7d6c-4aab-bac1-9cc6c2358b1b None None] Checking agent: {'id': '04a99329-5785-4fd7-acdc-4119699d5680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 53, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:03:59.897754 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbac4dc2-7d6c-4aab-bac1-9cc6c2358b1b None None] Checking segment: {'id': '4a8f8994-6d3f-475e-b8df-b63a9baa5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:03:59.898159 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-bbac4dc2-7d6c-4aab-bac1-9cc6c2358b1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:59.898554 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbac4dc2-7d6c-4aab-bac1-9cc6c2358b1b None None] Bound using segment: {'id': '4a8f8994-6d3f-475e-b8df-b63a9baa5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3'} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:03:59.899095 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-bbac4dc2-7d6c-4aab-bac1-9cc6c2358b1b None None] Bound port: e0bfa448-e735-4631-aa43-6b0e677a88cb, host: dv-cinder-786524-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8f8994-6d3f-475e-b8df-b63a9baa5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3'}}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:03:59.899538 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-bbac4dc2-7d6c-4aab-bac1-9cc6c2358b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:59.972341 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-df2bac33-8af3-43ca-bbfa-8e0da978422c None None] Notify callbacks [] for port, precommit_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:59.989965 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-df2bac33-8af3-43ca-bbfa-8e0da978422c None None] Transition to ACTIVE for port object 20d5ae95-ac1f-4511-adb8-8a9c4b4b4158 will not be triggered until provisioned by entity L2. {{(pid=119046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:04:00.045740 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-df2bac33-8af3-43ca-bbfa-8e0da978422c None None] Transition to ACTIVE for port object 20d5ae95-ac1f-4511-adb8-8a9c4b4b4158 will not be triggered until provisioned by entity DHCP. {{(pid=119046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:04:00.049869 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-bbac4dc2-7d6c-4aab-bac1-9cc6c2358b1b None None] For port e0bfa448-e735-4631-aa43-6b0e677a88cb, host dv-cinder-786524-7-iscsi, cleared binding levels {{(pid=119046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:04:00.053005 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-00ad872c-2f9a-4f90-98fd-0ea84732f449 admin admin] Notify callbacks [] for port, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:00.054173 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-bbac4dc2-7d6c-4aab-bac1-9cc6c2358b1b None None] For port e0bfa448-e735-4631-aa43-6b0e677a88cb, host dv-cinder-786524-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=e0bfa448-e735-4631-aa43-6b0e677a88cb,segment=NetworkSegment(4a8f8994-6d3f-475e-b8df-b63a9baa5b45),segment_id=4a8f8994-6d3f-475e-b8df-b63a9baa5b45)] {{(pid=119046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:04:00.056482 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-df2bac33-8af3-43ca-bbfa-8e0da978422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791'] for port, after_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:00.060900 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:00.097254 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-bbac4dc2-7d6c-4aab-bac1-9cc6c2358b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:00.111806 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-00ad872c-2f9a-4f90-98fd-0ea84732f449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:00.117410 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:00.135381 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2bac33-8af3-43ca-bbfa-8e0da978422c None None] Network 756a37db-70e1-4f02-9732-606d7296edbd is already hosted by enough agents. {{(pid=119046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:04:00.141490 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.scheduler.base_scheduler [None req-df2bac33-8af3-43ca-bbfa-8e0da978422c None None] Resources bound (agent type, host, resource id): {{(pid=119046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:04:00.147822 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2bac33-8af3-43ca-bbfa-8e0da978422c None None] Received port after_create {{(pid=119046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:04:00.149780 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2bac33-8af3-43ca-bbfa-8e0da978422c None None] Pushing event updated for resources: {'Port': ['ID=20d5ae95-ac1f-4511-adb8-8a9c4b4b4158,revision_number=1']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:00.158114 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-df2bac33-8af3-43ca-bbfa-8e0da978422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:00.158587 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:00.281802 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ad872c-2f9a-4f90-98fd-0ea84732f449 admin admin] Network 7bf407be-0a2f-4276-bbb9-407bd07b5677 is already hosted by enough agents. {{(pid=119044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:04:00.285814 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [None req-00ad872c-2f9a-4f90-98fd-0ea84732f449 admin admin] Resources bound (agent type, host, resource id): {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:04:00.290151 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ad872c-2f9a-4f90-98fd-0ea84732f449 admin admin] Received port after_create {{(pid=119044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:04:00.313697 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 79d1e998-d57f-414e-be49-4e99e57bd8b3 up at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:04:00.364852 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbac4dc2-7d6c-4aab-bac1-9cc6c2358b1b None None] Routers {'c176277e-1f98-47eb-9e29-252d126d6226'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:04:00.365533 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-bbac4dc2-7d6c-4aab-bac1-9cc6c2358b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:03:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c176277e-1f98-47eb-9e29-252d126d6226'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:04:00.380871 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad872c-2f9a-4f90-98fd-0ea84732f449 admin admin] Pushing event updated for resources: {'Port': ['ID=f37622e5-1d9c-47da-aa78-d1dcb2c52a0c,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:00.402132 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-00ad872c-2f9a-4f90-98fd-0ea84732f449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:00.433603 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea36cc4-549f-4474-bc0b-1a8cae1af19b req-d3ab2fc4-8ef9-4692-b7ee-3ec99d4d0243 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:00.443105 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-bea36cc4-549f-4474-bc0b-1a8cae1af19b req-d3ab2fc4-8ef9-4692-b7ee-3ec99d4d0243 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 945 time: 0.1205940 May 20 17:04:00.510331 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-bea36cc4-549f-4474-bc0b-1a8cae1af19b req-8bf87d88-4be5-4e7a-bf00-02d32ca4f08b tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658255 May 20 17:04:00.723239 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-df2bac33-8af3-43ca-bbfa-8e0da978422c None None] Attempting to bind port 20d5ae95-ac1f-4511-adb8-8a9c4b4b4158 on host dv-cinder-786524-7-iscsi for vnic_type normal with profile {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:04:00.723868 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-df2bac33-8af3-43ca-bbfa-8e0da978422c None None] Attempting to bind port 20d5ae95-ac1f-4511-adb8-8a9c4b4b4158 by drivers openvswitch,hyperv on host dv-cinder-786524-7-iscsi at level 0 using segments [{'id': '34566286-eac1-410e-bd7d-4f786e70d614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '756a37db-70e1-4f02-9732-606d7296edbd'}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:04:00.723868 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2bac33-8af3-43ca-bbfa-8e0da978422c None None] Attempting to bind port 20d5ae95-ac1f-4511-adb8-8a9c4b4b4158 on network 756a37db-70e1-4f02-9732-606d7296edbd {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:04:00.742230 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2d66d-c1f8-46b9-a13b-d831ac18d5ab None None] Pushing event updated for resources: {'Port': ['ID=e0bfa448-e735-4631-aa43-6b0e677a88cb,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:00.745603 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-0dd2d66d-c1f8-46b9-a13b-d831ac18d5ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:00.746545 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2bac33-8af3-43ca-bbfa-8e0da978422c None None] Checking agent: {'id': '04a99329-5785-4fd7-acdc-4119699d5680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 53, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:04:00.746932 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2bac33-8af3-43ca-bbfa-8e0da978422c None None] Checking segment: {'id': '34566286-eac1-410e-bd7d-4f786e70d614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '756a37db-70e1-4f02-9732-606d7296edbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:04:00.747333 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-df2bac33-8af3-43ca-bbfa-8e0da978422c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:00.747714 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2bac33-8af3-43ca-bbfa-8e0da978422c None None] Bound using segment: {'id': '34566286-eac1-410e-bd7d-4f786e70d614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '756a37db-70e1-4f02-9732-606d7296edbd'} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:04:00.748533 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-df2bac33-8af3-43ca-bbfa-8e0da978422c None None] Bound port: 20d5ae95-ac1f-4511-adb8-8a9c4b4b4158, host: dv-cinder-786524-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34566286-eac1-410e-bd7d-4f786e70d614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '756a37db-70e1-4f02-9732-606d7296edbd'}}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:04:00.748904 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-df2bac33-8af3-43ca-bbfa-8e0da978422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:00.785187 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-bbac4dc2-7d6c-4aab-bac1-9cc6c2358b1b None None] Set router c176277e-1f98-47eb-9e29-252d126d6226 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:04:00.981647 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-00ad872c-2f9a-4f90-98fd-0ea84732f449 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:01.006198 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning complete for port 79d1e998-d57f-414e-be49-4e99e57bd8b3 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:04:01.006618 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:01.072154 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-df2bac33-8af3-43ca-bbfa-8e0da978422c None None] For port 20d5ae95-ac1f-4511-adb8-8a9c4b4b4158, host dv-cinder-786524-7-iscsi, cleared binding levels {{(pid=119046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:04:01.075049 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b91218-fa5b-4093-b40f-40d95643689a req-aa59346c-7f42-4d1c-8e49-b18c1ab37e1d tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:01.076673 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c5b91218-fa5b-4093-b40f-40d95643689a req-aa59346c-7f42-4d1c-8e49-b18c1ab37e1d tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 945 time: 0.3355858 May 20 17:04:01.152336 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-df2bac33-8af3-43ca-bbfa-8e0da978422c None None] For port 20d5ae95-ac1f-4511-adb8-8a9c4b4b4158, host dv-cinder-786524-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=20d5ae95-ac1f-4511-adb8-8a9c4b4b4158,segment=NetworkSegment(34566286-eac1-410e-bd7d-4f786e70d614),segment_id=34566286-eac1-410e-bd7d-4f786e70d614)] {{(pid=119046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:04:01.167293 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-df2bac33-8af3-43ca-bbfa-8e0da978422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:01.181456 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:01.253845 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c5b91218-fa5b-4093-b40f-40d95643689a req-25eeab61-e0ed-4a4b-aadc-d1c430bddc8e tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208618 May 20 17:04:01.383049 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-00ad872c-2f9a-4f90-98fd-0ea84732f449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16751086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16382154'] for router, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:01.387431 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2bac33-8af3-43ca-bbfa-8e0da978422c None None] Pushing event updated for resources: {'Port': ['ID=20d5ae95-ac1f-4511-adb8-8a9c4b4b4158,revision_number=2']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:01.394210 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-df2bac33-8af3-43ca-bbfa-8e0da978422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:01.400469 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:01.433898 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d1e998-d57f-414e-be49-4e99e57bd8b3'}] {{(pid=119046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:04:01.448021 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 79d1e998-d57f-414e-be49-4e99e57bd8b3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=79d1e998-d57f-414e-be49-4e99e57bd8b3,segment=NetworkSegment(04f20a06-e49b-44e4-8773-c49eb357921a),segment_id=04f20a06-e49b-44e4-8773-c49eb357921a)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:04:01.463482 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:01.464373 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device bb295447-e407-4ae3-824c-44162c4877db up at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:04:01.495844 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:01.560688 dv-cinder-786524-7-iscsi neutron-server[119046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d1e998-d57f-414e-be49-4e99e57bd8b3', 'code': 200} May 20 17:04:01.627027 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ad872c-2f9a-4f90-98fd-0ea84732f449 admin admin] Router d48d4cc2-7cc9-4233-b790-23feb2d0fdec is scheduled to L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 with binding_index 1 {{(pid=119044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 17:04:01.632578 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-bbac4dc2-7d6c-4aab-bac1-9cc6c2358b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'name': 'tempest-TestVolumeBootPattern-276173396-router', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:50Z', 'updated_at': '2021-05-20T17:03:55Z', 'revision_number': 4, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'gw_port': {'id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:51Z', 'updated_at': '2021-05-20T17:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': 'e0bfa448-e735-4631-aa43-6b0e677a88cb', 'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'mac_address': 'fa:16:3e:1d:3c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:54Z', 'updated_at': '2021-05-20T17:04:00Z', 'revision_number': 4, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'subnets': [{'id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:04:01.663407 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbac4dc2-7d6c-4aab-bac1-9cc6c2358b1b None None] The sync data for ids ['c176277e-1f98-47eb-9e29-252d126d6226'] in dv-cinder-786524-7-iscsi is: [{'id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'name': 'tempest-TestVolumeBootPattern-276173396-router', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:50Z', 'updated_at': '2021-05-20T17:03:55Z', 'revision_number': 4, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'gw_port': {'id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:51Z', 'updated_at': '2021-05-20T17:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': 'e0bfa448-e735-4631-aa43-6b0e677a88cb', 'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'mac_address': 'fa:16:3e:1d:3c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:54Z', 'updated_at': '2021-05-20T17:04:00Z', 'revision_number': 4, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'subnets': [{'id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:04:01.722907 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning for port bb295447-e407-4ae3-824c-44162c4877db completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:04:01.729099 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=79d1e998-d57f-414e-be49-4e99e57bd8b3,revision_number=10']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:01.748564 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:01.756749 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning complete for port bb295447-e407-4ae3-824c-44162c4877db triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:04:01.757126 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:01.981381 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:01.997451 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ad872c-2f9a-4f90-98fd-0ea84732f449 admin admin] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:04:02.009980 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f82d873-32b3-4ae2-979e-e77b94f7cd30 None None] Sync routers for ids ['d48d4cc2-7cc9-4233-b790-23feb2d0fdec'] in dv-cinder-786524-7-iscsi {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:04:02.023611 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port bb295447-e407-4ae3-824c-44162c4877db, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=bb295447-e407-4ae3-824c-44162c4877db,segment=NetworkSegment(d37f8528-7297-4149-9ffd-cc733462f317),segment_id=d37f8528-7297-4149-9ffd-cc733462f317)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:04:02.037096 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f82d873-32b3-4ae2-979e-e77b94f7cd30 None None] Routers {'d48d4cc2-7cc9-4233-b790-23feb2d0fdec'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:04:02.037821 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-2f82d873-32b3-4ae2-979e-e77b94f7cd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:03:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['d48d4cc2-7cc9-4233-b790-23feb2d0fdec'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:04:02.039148 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:02.041261 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:02.057893 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db058f1-c7b4-4dfe-a7ff-082530c019b7 req-33cc091f-0469-458e-96d3-8f7a9965c5d7 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:02.062474 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3db058f1-c7b4-4dfe-a7ff-082530c019b7 req-33cc091f-0469-458e-96d3-8f7a9965c5d7 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 947 time: 0.3604374 May 20 17:04:02.119432 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=bb295447-e407-4ae3-824c-44162c4877db,revision_number=5']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:02.122873 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:02.170273 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 20d5ae95-ac1f-4511-adb8-8a9c4b4b4158 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:04:02.173738 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-00ad872c-2f9a-4f90-98fd-0ea84732f449 admin admin] Notify callbacks [] for router, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:02.174976 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-00ad872c-2f9a-4f90-98fd-0ea84732f449 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5341992 May 20 17:04:02.178050 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 52278) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:04:02.208665 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3db058f1-c7b4-4dfe-a7ff-082530c019b7 req-2945a88c-41e9-4f32-a31f-815ea218d7e2 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361132 May 20 17:04:02.261889 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92319d-37f1-4b03-aa10-b835b81a857c req-85f8e6d0-7f31-4012-9813-79d1f5987aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:02.263885 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-cc92319d-37f1-4b03-aa10-b835b81a857c req-85f8e6d0-7f31-4012-9813-79d1f5987aff service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 1100 time: 0.1396816 May 20 17:04:02.278932 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning for port 20d5ae95-ac1f-4511-adb8-8a9c4b4b4158 completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:04:02.285787 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device e0bfa448-e735-4631-aa43-6b0e677a88cb up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:04:02.314473 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-2f82d873-32b3-4ae2-979e-e77b94f7cd30 None None] Set router d48d4cc2-7cc9-4233-b790-23feb2d0fdec gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:04:02.367842 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-cc92319d-37f1-4b03-aa10-b835b81a857c req-2d6ad14a-8d8e-47f8-b646-eb9a57cfe695 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949740 May 20 17:04:02.470467 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning for port e0bfa448-e735-4631-aa43-6b0e677a88cb completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:04:02.486736 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port e0bfa448-e735-4631-aa43-6b0e677a88cb triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:04:02.487415 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:02.740165 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:02.786208 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] For port e0bfa448-e735-4631-aa43-6b0e677a88cb, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=e0bfa448-e735-4631-aa43-6b0e677a88cb,segment=NetworkSegment(4a8f8994-6d3f-475e-b8df-b63a9baa5b45),segment_id=4a8f8994-6d3f-475e-b8df-b63a9baa5b45)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:04:02.801079 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:02.803666 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-df2bac33-8af3-43ca-bbfa-8e0da978422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:02.878047 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-2f82d873-32b3-4ae2-979e-e77b94f7cd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d4cc2-7cc9-4233-b790-23feb2d0fdec', 'name': 'tempest-TestVolumeBootPattern-1834479002-router', 'tenant_id': '5e87ff74b1f549fb90baa0f2a5e79fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'f37622e5-1d9c-47da-aa78-d1dcb2c52a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:58Z', 'updated_at': '2021-05-20T17:04:00Z', 'revision_number': 3, 'project_id': '5e87ff74b1f549fb90baa0f2a5e79fdc', 'gw_port': {'id': 'f37622e5-1d9c-47da-aa78-d1dcb2c52a0c', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:db:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d4cc2-7cc9-4233-b790-23feb2d0fdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:59Z', 'updated_at': '2021-05-20T17:03:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi'}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:04:02.883085 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f82d873-32b3-4ae2-979e-e77b94f7cd30 None None] Checking router: d48d4cc2-7cc9-4233-b790-23feb2d0fdec for host: dv-cinder-786524-7-iscsi {{(pid=119047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:04:02.883710 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f82d873-32b3-4ae2-979e-e77b94f7cd30 None None] Updating router d48d4cc2-7cc9-4233-b790-23feb2d0fdec port f37622e5-1d9c-47da-aa78-d1dcb2c52a0c binding host dv-cinder-786524-7-iscsi {{(pid=119047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 17:04:02.900833 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Pushing event updated for resources: {'Port': ['ID=e0bfa448-e735-4631-aa43-6b0e677a88cb,revision_number=5']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:02.904395 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:02.905061 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbeb625-395a-41d1-aca9-10ed3675f842 req-40aa18d0-c522-4e53-ac20-41b8adf8372b tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:02.907482 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-6cbeb625-395a-41d1-aca9-10ed3675f842 req-40aa18d0-c522-4e53-ac20-41b8adf8372b tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 946 time: 0.3068941 May 20 17:04:02.915106 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1337ad1-b14a-414a-a61b-7144534a42b9 None None] Network 756a37db-70e1-4f02-9732-606d7296edbd requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:04:02.983656 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-2f82d873-32b3-4ae2-979e-e77b94f7cd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:03.075010 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-6cbeb625-395a-41d1-aca9-10ed3675f842 req-59d80836-a564-4f20-bade-e6bffbf2f70e tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544135 May 20 17:04:03.161134 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-15fe994a-01ca-481e-99fa-e3f526421bab None None] Provisioning for port 20d5ae95-ac1f-4511-adb8-8a9c4b4b4158 completed by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:04:03.197532 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-15fe994a-01ca-481e-99fa-e3f526421bab None None] Provisioning complete for port 20d5ae95-ac1f-4511-adb8-8a9c4b4b4158 triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:04:03.197915 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-15fe994a-01ca-481e-99fa-e3f526421bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:03.416062 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-57c7c921-ec63-4ca6-8eca-140d8f0c01c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:03.433768 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-2f82d873-32b3-4ae2-979e-e77b94f7cd30 None None] Notify callbacks [] for port, precommit_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:03.435963 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-15fe994a-01ca-481e-99fa-e3f526421bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:03.464029 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.provisioning_blocks [None req-2f82d873-32b3-4ae2-979e-e77b94f7cd30 None None] Transition to ACTIVE for port object f37622e5-1d9c-47da-aa78-d1dcb2c52a0c will not be triggered until provisioned by entity L2. {{(pid=119047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:04:03.475077 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-15fe994a-01ca-481e-99fa-e3f526421bab None None] For port 20d5ae95-ac1f-4511-adb8-8a9c4b4b4158, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=20d5ae95-ac1f-4511-adb8-8a9c4b4b4158,segment=NetworkSegment(34566286-eac1-410e-bd7d-4f786e70d614),segment_id=34566286-eac1-410e-bd7d-4f786e70d614)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:04:03.478959 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-2f82d873-32b3-4ae2-979e-e77b94f7cd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:03.488045 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-15fe994a-01ca-481e-99fa-e3f526421bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:03.492359 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-0dd2d66d-c1f8-46b9-a13b-d831ac18d5ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:03.495428 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [None req-f7c363ea-a1f8-45b5-9935-10bde7142654 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:03.563667 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8879204a-1ef7-4ee2-be4e-ed9fcd40632d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb295447-e407-4ae3-824c-44162c4877db'}] {{(pid=119046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:04:03.625714 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.managers [None req-2f82d873-32b3-4ae2-979e-e77b94f7cd30 None None] Attempting to bind port f37622e5-1d9c-47da-aa78-d1dcb2c52a0c on host dv-cinder-786524-7-iscsi for vnic_type normal with profile {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:04:03.627489 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.managers [None req-2f82d873-32b3-4ae2-979e-e77b94f7cd30 None None] Attempting to bind port f37622e5-1d9c-47da-aa78-d1dcb2c52a0c by drivers openvswitch,hyperv on host dv-cinder-786524-7-iscsi at level 0 using segments [{'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'}] {{(pid=119047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:04:03.628261 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f82d873-32b3-4ae2-979e-e77b94f7cd30 None None] Attempting to bind port f37622e5-1d9c-47da-aa78-d1dcb2c52a0c on network 7bf407be-0a2f-4276-bbb9-407bd07b5677 {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:04:03.638833 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73229d64-d740-4e82-8047-2c3fe289533d req-7e49f4b8-4cf0-4f1e-8b77-ca94c1d5d565 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:03.642025 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3ef9e-2227-4d42-8b10-4fc3a48f86c5 None None] Pushing event updated for resources: {'Port': ['ID=f37622e5-1d9c-47da-aa78-d1dcb2c52a0c,revision_number=2']} {{(pid=119047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:03.646448 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [None req-f2e3ef9e-2227-4d42-8b10-4fc3a48f86c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:03.647394 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f82d873-32b3-4ae2-979e-e77b94f7cd30 None None] Checking agent: {'id': '04a99329-5785-4fd7-acdc-4119699d5680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 53, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:04:03.648570 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f82d873-32b3-4ae2-979e-e77b94f7cd30 None None] Checking segment: {'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:04:03.653587 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-2f82d873-32b3-4ae2-979e-e77b94f7cd30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:03.654269 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f82d873-32b3-4ae2-979e-e77b94f7cd30 None None] Bound using segment: {'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'} {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:04:03.654881 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.managers [None req-2f82d873-32b3-4ae2-979e-e77b94f7cd30 None None] Bound port: f37622e5-1d9c-47da-aa78-d1dcb2c52a0c, host: dv-cinder-786524-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'}}] {{(pid=119047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:04:03.655353 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-2f82d873-32b3-4ae2-979e-e77b94f7cd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:03.663376 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe994a-01ca-481e-99fa-e3f526421bab None None] Pushing event updated for resources: {'Port': ['ID=20d5ae95-ac1f-4511-adb8-8a9c4b4b4158,revision_number=3']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:03.669705 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-15fe994a-01ca-481e-99fa-e3f526421bab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:03.676359 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-73229d64-d740-4e82-8047-2c3fe289533d req-7e49f4b8-4cf0-4f1e-8b77-ca94c1d5d565 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 947 time: 0.2914076 May 20 17:04:03.717419 dv-cinder-786524-7-iscsi neutron-server[119046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8879204a-1ef7-4ee2-be4e-ed9fcd40632d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb295447-e407-4ae3-824c-44162c4877db', 'code': 200} May 20 17:04:03.760610 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_common [None req-57c7c921-ec63-4ca6-8eca-140d8f0c01c0 admin admin] Allocated IP 172.20.0.1 (756a37db-70e1-4f02-9732-606d7296edbd/a91190d2-1bf9-46d8-9d72-70ef8850180b/be6e7605-6d22-48a9-b9fb-cf2ecc8652a6) {{(pid=119045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:04:03.793670 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.db [None req-2f82d873-32b3-4ae2-979e-e77b94f7cd30 None None] For port f37622e5-1d9c-47da-aa78-d1dcb2c52a0c, host dv-cinder-786524-7-iscsi, cleared binding levels {{(pid=119047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:04:03.807223 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.db [None req-2f82d873-32b3-4ae2-979e-e77b94f7cd30 None None] For port f37622e5-1d9c-47da-aa78-d1dcb2c52a0c, host dv-cinder-786524-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=f37622e5-1d9c-47da-aa78-d1dcb2c52a0c,segment=NetworkSegment(be7a08f1-7b47-4c24-ac33-26538d548295),segment_id=be7a08f1-7b47-4c24-ac33-26538d548295)] {{(pid=119047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:04:03.816345 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-30368138-26ad-43a3-b003-6e0c3b9090d9 None None] Provisioning complete for port 20d5ae95-ac1f-4511-adb8-8a9c4b4b4158 triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:04:03.816875 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-2f82d873-32b3-4ae2-979e-e77b94f7cd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:03.817511 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-30368138-26ad-43a3-b003-6e0c3b9090d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:03.822588 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:03.848001 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-73229d64-d740-4e82-8047-2c3fe289533d req-d15cb8d7-ca93-464d-bbf2-42223aaa1499 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705167 May 20 17:04:03.943486 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3ef9e-2227-4d42-8b10-4fc3a48f86c5 None None] Pushing event updated for resources: {'Port': ['ID=f37622e5-1d9c-47da-aa78-d1dcb2c52a0c,revision_number=3']} {{(pid=119047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:03.968516 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [None req-f2e3ef9e-2227-4d42-8b10-4fc3a48f86c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:03.979732 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f82d873-32b3-4ae2-979e-e77b94f7cd30 None None] Routers {'d48d4cc2-7cc9-4233-b790-23feb2d0fdec'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:04:03.980263 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-2f82d873-32b3-4ae2-979e-e77b94f7cd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:03:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['d48d4cc2-7cc9-4233-b790-23feb2d0fdec'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:04:03.996116 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-57c7c921-ec63-4ca6-8eca-140d8f0c01c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:04.043130 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.provisioning_blocks [None req-57c7c921-ec63-4ca6-8eca-140d8f0c01c0 admin admin] Transition to ACTIVE for port object be6e7605-6d22-48a9-b9fb-cf2ecc8652a6 will not be triggered until provisioned by entity DHCP. {{(pid=119045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:04:04.050797 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device e0bfa448-e735-4631-aa43-6b0e677a88cb up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:04:04.104911 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-57c7c921-ec63-4ca6-8eca-140d8f0c01c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:04.110517 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:04.214713 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port e0bfa448-e735-4631-aa43-6b0e677a88cb triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:04:04.215093 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:04.235174 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c7c921-ec63-4ca6-8eca-140d8f0c01c0 admin admin] Network 756a37db-70e1-4f02-9732-606d7296edbd is already hosted by enough agents. {{(pid=119045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:04:04.238769 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [None req-57c7c921-ec63-4ca6-8eca-140d8f0c01c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:04:04.242880 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c7c921-ec63-4ca6-8eca-140d8f0c01c0 admin admin] Received port after_create {{(pid=119045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:04:04.318457 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-2f82d873-32b3-4ae2-979e-e77b94f7cd30 None None] Set router d48d4cc2-7cc9-4233-b790-23feb2d0fdec gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:04:04.442961 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 20d5ae95-ac1f-4511-adb8-8a9c4b4b4158 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:04:04.467453 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece717d-fb41-444c-a406-d5743e930938 req-dc040e73-992d-4b24-9814-205227da157c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:04.469894 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3ece717d-fb41-444c-a406-d5743e930938 req-dc040e73-992d-4b24-9814-205227da157c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 1099 time: 0.2133551 May 20 17:04:04.529614 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 20d5ae95-ac1f-4511-adb8-8a9c4b4b4158 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:04:04.530631 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:04.552666 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7c921-ec63-4ca6-8eca-140d8f0c01c0 admin admin] Pushing event updated for resources: {'Port': ['ID=be6e7605-6d22-48a9-b9fb-cf2ecc8652a6,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:04.563272 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3ece717d-fb41-444c-a406-d5743e930938 req-4cb49b19-01d8-4a38-9f64-ca4ccfe46f63 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827832 May 20 17:04:04.595144 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-57c7c921-ec63-4ca6-8eca-140d8f0c01c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:04.639541 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-57c7c921-ec63-4ca6-8eca-140d8f0c01c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16752083'] for router_interface, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:04.677427 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-03c8fe07-c7b9-4aaa-8c2b-c3cf27eb326d None None] Provisioning for port be6e7605-6d22-48a9-b9fb-cf2ecc8652a6 completed by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:04:04.697526 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91037f1a-bab8-438b-8ede-6b99bdca732d req-bdc1a08f-ae25-4440-b37f-bb389e4e19ec tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:04.700519 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-03c8fe07-c7b9-4aaa-8c2b-c3cf27eb326d None None] Provisioning complete for port be6e7605-6d22-48a9-b9fb-cf2ecc8652a6 triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:04:04.701089 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-03c8fe07-c7b9-4aaa-8c2b-c3cf27eb326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:04.705976 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-91037f1a-bab8-438b-8ede-6b99bdca732d req-bdc1a08f-ae25-4440-b37f-bb389e4e19ec tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 946 time: 0.1624875 May 20 17:04:04.729662 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-2f82d873-32b3-4ae2-979e-e77b94f7cd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d4cc2-7cc9-4233-b790-23feb2d0fdec', 'name': 'tempest-TestVolumeBootPattern-1834479002-router', 'tenant_id': '5e87ff74b1f549fb90baa0f2a5e79fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'f37622e5-1d9c-47da-aa78-d1dcb2c52a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:58Z', 'updated_at': '2021-05-20T17:04:00Z', 'revision_number': 3, 'project_id': '5e87ff74b1f549fb90baa0f2a5e79fdc', 'gw_port': {'id': 'f37622e5-1d9c-47da-aa78-d1dcb2c52a0c', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:db:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d4cc2-7cc9-4233-b790-23feb2d0fdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:59Z', 'updated_at': '2021-05-20T17:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi'}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:04:04.737614 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f82d873-32b3-4ae2-979e-e77b94f7cd30 None None] The sync data for ids ['d48d4cc2-7cc9-4233-b790-23feb2d0fdec'] in dv-cinder-786524-7-iscsi is: [{'id': 'd48d4cc2-7cc9-4233-b790-23feb2d0fdec', 'name': 'tempest-TestVolumeBootPattern-1834479002-router', 'tenant_id': '5e87ff74b1f549fb90baa0f2a5e79fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'f37622e5-1d9c-47da-aa78-d1dcb2c52a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:58Z', 'updated_at': '2021-05-20T17:04:00Z', 'revision_number': 3, 'project_id': '5e87ff74b1f549fb90baa0f2a5e79fdc', 'gw_port': {'id': 'f37622e5-1d9c-47da-aa78-d1dcb2c52a0c', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:db:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d4cc2-7cc9-4233-b790-23feb2d0fdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:59Z', 'updated_at': '2021-05-20T17:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi'}] {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:04:04.769032 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-03c8fe07-c7b9-4aaa-8c2b-c3cf27eb326d None None] Port be6e7605-6d22-48a9-b9fb-cf2ecc8652a6 cannot update to ACTIVE because it is not bound. {{(pid=119046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 17:04:04.781523 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-91037f1a-bab8-438b-8ede-6b99bdca732d req-67228393-b6c6-4102-9d5e-6edd12302c84 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743511 May 20 17:04:04.860453 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-57c7c921-ec63-4ca6-8eca-140d8f0c01c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:05.187534 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926dca7-e1e1-41f2-9909-3302248958db req-56c227c1-9d53-4014-b05d-525834068a54 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:05.196866 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d926dca7-e1e1-41f2-9909-3302248958db req-56c227c1-9d53-4014-b05d-525834068a54 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 947 time: 0.1734533 May 20 17:04:05.222983 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-57c7c921-ec63-4ca6-8eca-140d8f0c01c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:05.230604 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-57c7c921-ec63-4ca6-8eca-140d8f0c01c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14687500'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:05.257907 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d926dca7-e1e1-41f2-9909-3302248958db req-fb4dc9c2-387b-46c7-992c-d39eac8d9427 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597551 May 20 17:04:05.263469 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-2e532ebf-aa9a-4492-bdc7-455ab5f90e45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:05.350981 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7c921-ec63-4ca6-8eca-140d8f0c01c0 admin admin] Pushing event updated for resources: {'Port': ['ID=be6e7605-6d22-48a9-b9fb-cf2ecc8652a6,revision_number=2']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:05.353579 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-57c7c921-ec63-4ca6-8eca-140d8f0c01c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16308050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16379752'] for router_interface, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:05.357547 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-57c7c921-ec63-4ca6-8eca-140d8f0c01c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:05.497507 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c7c921-ec63-4ca6-8eca-140d8f0c01c0 admin admin] Network 756a37db-70e1-4f02-9732-606d7296edbd is already hosted by enough agents. {{(pid=119045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:04:05.499017 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [None req-57c7c921-ec63-4ca6-8eca-140d8f0c01c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:04:05.705624 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c7c921-ec63-4ca6-8eca-140d8f0c01c0 admin admin] Router d48d4cc2-7cc9-4233-b790-23feb2d0fdec has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:04:05.708062 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-682f2f56-fac4-4849-bb5a-39dc7dd54bc8 None None] Provisioning complete for port be6e7605-6d22-48a9-b9fb-cf2ecc8652a6 triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:04:05.708585 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-682f2f56-fac4-4849-bb5a-39dc7dd54bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:05.775117 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-682f2f56-fac4-4849-bb5a-39dc7dd54bc8 None None] Port be6e7605-6d22-48a9-b9fb-cf2ecc8652a6 cannot update to ACTIVE because it is not bound. {{(pid=119046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 17:04:05.962491 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c7c921-ec63-4ca6-8eca-140d8f0c01c0 admin admin] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:04:05.981757 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-57c7c921-ec63-4ca6-8eca-140d8f0c01c0 admin admin] 10.222.0.36 "PUT /v2.0/routers/d48d4cc2-7cc9-4233-b790-23feb2d0fdec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8019538 May 20 17:04:05.987743 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device f37622e5-1d9c-47da-aa78-d1dcb2c52a0c up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:04:06.054192 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51a415-de4b-42f4-b2f5-9fe6785e9b41 req-380b8b04-559c-4b50-a489-18f179147d06 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:06.056178 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4a51a415-de4b-42f4-b2f5-9fe6785e9b41 req-380b8b04-559c-4b50-a489-18f179147d06 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 946 time: 0.1439245 May 20 17:04:06.105642 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning for port f37622e5-1d9c-47da-aa78-d1dcb2c52a0c completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:04:06.110632 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port f37622e5-1d9c-47da-aa78-d1dcb2c52a0c triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:04:06.110878 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4a51a415-de4b-42f4-b2f5-9fe6785e9b41 req-defd808a-5538-44cd-a1f1-175cbb4b7a55 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479152 May 20 17:04:06.111466 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:06.250223 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:06.274304 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] For port f37622e5-1d9c-47da-aa78-d1dcb2c52a0c, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=f37622e5-1d9c-47da-aa78-d1dcb2c52a0c,segment=NetworkSegment(be7a08f1-7b47-4c24-ac33-26538d548295),segment_id=be7a08f1-7b47-4c24-ac33-26538d548295)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:04:06.283848 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:06.285920 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:06.342080 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e73817-bc27-4e6d-b9f0-c935e8a78c14 req-561f255a-82db-400d-8c5a-dcebbe3f2de8 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:06.351138 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-44e73817-bc27-4e6d-b9f0-c935e8a78c14 req-561f255a-82db-400d-8c5a-dcebbe3f2de8 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 946 time: 0.1190245 May 20 17:04:06.370544 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Pushing event updated for resources: {'Port': ['ID=f37622e5-1d9c-47da-aa78-d1dcb2c52a0c,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:06.374030 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:06.510990 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-44e73817-bc27-4e6d-b9f0-c935e8a78c14 req-d4694ecc-b4fc-44d1-acd8-fdac92b0c307 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584322 May 20 17:04:06.534238 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 52382) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:04:06.640099 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 52388) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:04:06.646668 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-61c8a1d6-9a0f-4567-9e18-9da6c42f96a2 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-329446466', 'description': 'tempest-secgroup-smoke-329446466 description', 'project_id': '03359f9fe008405ea637b8c155fbfc99'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:04:06.658294 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-61c8a1d6-9a0f-4567-9e18-9da6c42f96a2 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:04:06.664625 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-61c8a1d6-9a0f-4567-9e18-9da6c42f96a2 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Usage tracker for resource:security_group and tenant:03359f9fe008405ea637b8c155fbfc99 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:04:06.668262 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-61c8a1d6-9a0f-4567-9e18-9da6c42f96a2 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:04:06.677960 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-61c8a1d6-9a0f-4567-9e18-9da6c42f96a2 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:04:06.699381 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f95fcd0-4d0b-432c-9241-cd9fd112516b None None] Sync routers for ids ['d48d4cc2-7cc9-4233-b790-23feb2d0fdec'] in dv-cinder-786524-7-iscsi {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:04:06.702253 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-61c8a1d6-9a0f-4567-9e18-9da6c42f96a2 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:06.724292 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f95fcd0-4d0b-432c-9241-cd9fd112516b None None] Routers {'d48d4cc2-7cc9-4233-b790-23feb2d0fdec'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:04:06.725600 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-0f95fcd0-4d0b-432c-9241-cd9fd112516b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:03:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['d48d4cc2-7cc9-4233-b790-23feb2d0fdec'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:04:06.734804 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-61c8a1d6-9a0f-4567-9e18-9da6c42f96a2 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:04:06.742174 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-61c8a1d6-9a0f-4567-9e18-9da6c42f96a2 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Usage tracker for resource:security_group_rule and tenant:03359f9fe008405ea637b8c155fbfc99 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:04:06.746071 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-61c8a1d6-9a0f-4567-9e18-9da6c42f96a2 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:04:06.755841 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61303f-f50f-4ac3-81c5-50c353c74c0b req-b6699cc4-3746-4686-ad59-8c77edb92932 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:06.757553 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-aa61303f-f50f-4ac3-81c5-50c353c74c0b req-b6699cc4-3746-4686-ad59-8c77edb92932 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 947 time: 0.1410260 May 20 17:04:06.811388 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-61c8a1d6-9a0f-4567-9e18-9da6c42f96a2 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:04:06.862853 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-aa61303f-f50f-4ac3-81c5-50c353c74c0b req-a8a7ab2b-df75-411a-944a-2a33d807903f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861795 May 20 17:04:06.908378 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2753f716-ef4f-482c-a99b-b07a7ac23600 tempest-TestShelveInstance-722547766 tempest-TestShelveInstance-722547766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:06.910428 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-2753f716-ef4f-482c-a99b-b07a7ac23600 tempest-TestShelveInstance-722547766 tempest-TestShelveInstance-722547766-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 1094 time: 0.3749175 May 20 17:04:06.914075 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 52396) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:04:06.920316 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-b3fb2b3e-afe5-4382-b171-30ff3dfd3e12 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Request body: {'floatingip': {'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'port_id': 'bb295447-e407-4ae3-824c-44162c4877db', 'tenant_id': '0a5d5db9947c4adea81924bf7464e6a5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:04:06.932645 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-b3fb2b3e-afe5-4382-b171-30ff3dfd3e12 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:04:06.942126 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-b3fb2b3e-afe5-4382-b171-30ff3dfd3e12 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Usage tracker for resource:floatingip and tenant:0a5d5db9947c4adea81924bf7464e6a5 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:04:06.947509 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-b3fb2b3e-afe5-4382-b171-30ff3dfd3e12 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:04:06.971330 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-b3fb2b3e-afe5-4382-b171-30ff3dfd3e12 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:04:06.978792 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-61c8a1d6-9a0f-4567-9e18-9da6c42f96a2 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:06.992979 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-61c8a1d6-9a0f-4567-9e18-9da6c42f96a2 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:07.000769 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-363573ed-3738-4398-9ff1-37345afa45ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:07.006999 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-b3fb2b3e-afe5-4382-b171-30ff3dfd3e12 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks [] for floatingip, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:07.013093 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-0f95fcd0-4d0b-432c-9241-cd9fd112516b None None] Set router d48d4cc2-7cc9-4233-b790-23feb2d0fdec gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:04:07.120628 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c8a1d6-9a0f-4567-9e18-9da6c42f96a2 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1d179b-bf26-4022-b216-fac79ba6b4f2,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:07.124461 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-61c8a1d6-9a0f-4567-9e18-9da6c42f96a2 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:07.129975 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-61c8a1d6-9a0f-4567-9e18-9da6c42f96a2 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4838994 May 20 17:04:07.131268 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-61c8a1d6-9a0f-4567-9e18-9da6c42f96a2 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:07.131736 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 52404) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:04:07.142500 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-6ba43364-83e9-491b-a5d6-a3df18ff7733 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Request body: {'security_group_rule': {'security_group_id': '8e1d179b-bf26-4022-b216-fac79ba6b4f2', 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:04:07.162110 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-6ba43364-83e9-491b-a5d6-a3df18ff7733 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:04:07.170183 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-6ba43364-83e9-491b-a5d6-a3df18ff7733 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Usage tracker for resource:security_group_rule and tenant:03359f9fe008405ea637b8c155fbfc99 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:04:07.178031 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-6ba43364-83e9-491b-a5d6-a3df18ff7733 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:04:07.185239 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-6ba43364-83e9-491b-a5d6-a3df18ff7733 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:04:07.210548 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-6ba43364-83e9-491b-a5d6-a3df18ff7733 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:07.231568 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-b3fb2b3e-afe5-4382-b171-30ff3dfd3e12 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:07.287050 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-6ba43364-83e9-491b-a5d6-a3df18ff7733 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:07.291575 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-6ba43364-83e9-491b-a5d6-a3df18ff7733 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270895'] for security_group_rule, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:07.294445 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-9113029b-b199-4c02-a333-0adc97fa24cb tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:07.322401 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba43364-83e9-491b-a5d6-a3df18ff7733 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ddd949f-2eda-482c-a643-e532c1c85f10,revision_number=0']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:07.334482 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-6ba43364-83e9-491b-a5d6-a3df18ff7733 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:07.344912 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-6ba43364-83e9-491b-a5d6-a3df18ff7733 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:07.348861 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-6ba43364-83e9-491b-a5d6-a3df18ff7733 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2137065 May 20 17:04:07.349121 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 52410) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:04:07.356908 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-1cb37210-d29f-49e3-ab2a-142d91902b5a tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Request body: {'security_group_rule': {'security_group_id': '8e1d179b-bf26-4022-b216-fac79ba6b4f2', 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:04:07.367468 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-1cb37210-d29f-49e3-ab2a-142d91902b5a tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:04:07.372710 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-1cb37210-d29f-49e3-ab2a-142d91902b5a tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Usage tracker for resource:security_group_rule and tenant:03359f9fe008405ea637b8c155fbfc99 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:04:07.377382 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-1cb37210-d29f-49e3-ab2a-142d91902b5a tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:04:07.384923 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-1cb37210-d29f-49e3-ab2a-142d91902b5a tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:04:07.411979 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1cb37210-d29f-49e3-ab2a-142d91902b5a tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:07.452715 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.db_base_plugin_common [None req-b3fb2b3e-afe5-4382-b171-30ff3dfd3e12 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Allocated IP 172.27.3.37 (7bf407be-0a2f-4276-bbb9-407bd07b5677/0cc0c620-4805-460b-b0e9-2701bd4f1725/8701800f-80da-429f-bf32-68a02d0fce9b) {{(pid=119044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:04:07.453670 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-0f95fcd0-4d0b-432c-9241-cd9fd112516b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d4cc2-7cc9-4233-b790-23feb2d0fdec', 'name': 'tempest-TestVolumeBootPattern-1834479002-router', 'tenant_id': '5e87ff74b1f549fb90baa0f2a5e79fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'f37622e5-1d9c-47da-aa78-d1dcb2c52a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:58Z', 'updated_at': '2021-05-20T17:04:04Z', 'revision_number': 4, 'project_id': '5e87ff74b1f549fb90baa0f2a5e79fdc', 'gw_port': {'id': 'f37622e5-1d9c-47da-aa78-d1dcb2c52a0c', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:db:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d4cc2-7cc9-4233-b790-23feb2d0fdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:59Z', 'updated_at': '2021-05-20T17:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': 'be6e7605-6d22-48a9-b9fb-cf2ecc8652a6', 'name': '', 'network_id': '756a37db-70e1-4f02-9732-606d7296edbd', 'tenant_id': '5e87ff74b1f549fb90baa0f2a5e79fdc', 'mac_address': 'fa:16:3e:c7:82:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d4cc2-7cc9-4233-b790-23feb2d0fdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a91190d2-1bf9-46d8-9d72-70ef8850180b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:04:03Z', 'updated_at': '2021-05-20T17:04:04Z', 'revision_number': 2, 'project_id': '5e87ff74b1f549fb90baa0f2a5e79fdc', 'subnets': [{'id': 'a91190d2-1bf9-46d8-9d72-70ef8850180b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:04:07.470467 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f95fcd0-4d0b-432c-9241-cd9fd112516b None None] Checking router: d48d4cc2-7cc9-4233-b790-23feb2d0fdec for host: dv-cinder-786524-7-iscsi {{(pid=119046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:04:07.470761 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f95fcd0-4d0b-432c-9241-cd9fd112516b None None] Updating router d48d4cc2-7cc9-4233-b790-23feb2d0fdec port be6e7605-6d22-48a9-b9fb-cf2ecc8652a6 binding host dv-cinder-786524-7-iscsi {{(pid=119046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 17:04:07.583915 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1cb37210-d29f-49e3-ab2a-142d91902b5a tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:07.600171 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1cb37210-d29f-49e3-ab2a-142d91902b5a tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270895'] for security_group_rule, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:07.602560 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:07.610327 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-0f95fcd0-4d0b-432c-9241-cd9fd112516b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:07.640773 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb37210-d29f-49e3-ab2a-142d91902b5a tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91635b31-38e5-4513-b3e7-fd4a78f79b8f,revision_number=0']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:07.646163 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-1cb37210-d29f-49e3-ab2a-142d91902b5a tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:07.678680 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1cb37210-d29f-49e3-ab2a-142d91902b5a tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:07.687219 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 52418) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:04:07.688537 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-1cb37210-d29f-49e3-ab2a-142d91902b5a tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3293099 May 20 17:04:07.694215 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-5c45fa91-baa5-4f22-ac4d-851c98594ed7 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Request body: {'security_group_rule': {'security_group_id': '8e1d179b-bf26-4022-b216-fac79ba6b4f2', 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:04:07.705068 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-5c45fa91-baa5-4f22-ac4d-851c98594ed7 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:04:07.709685 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-b3fb2b3e-afe5-4382-b171-30ff3dfd3e12 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks [] for port, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:07.715871 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-5c45fa91-baa5-4f22-ac4d-851c98594ed7 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Usage tracker for resource:security_group_rule and tenant:03359f9fe008405ea637b8c155fbfc99 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:04:07.720156 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-5c45fa91-baa5-4f22-ac4d-851c98594ed7 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:04:07.727513 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-5c45fa91-baa5-4f22-ac4d-851c98594ed7 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:04:07.751900 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-5c45fa91-baa5-4f22-ac4d-851c98594ed7 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:07.804087 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-b3fb2b3e-afe5-4382-b171-30ff3dfd3e12 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:07.809973 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:07.883350 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fb2b3e-afe5-4382-b171-30ff3dfd3e12 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Network 7bf407be-0a2f-4276-bbb9-407bd07b5677 is already hosted by enough agents. {{(pid=119044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:04:07.894440 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [None req-b3fb2b3e-afe5-4382-b171-30ff3dfd3e12 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Resources bound (agent type, host, resource id): {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:04:07.898965 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-5c45fa91-baa5-4f22-ac4d-851c98594ed7 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:07.899905 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fb2b3e-afe5-4382-b171-30ff3dfd3e12 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Received port after_create {{(pid=119044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:04:07.931204 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb2b3e-afe5-4382-b171-30ff3dfd3e12 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Pushing event updated for resources: {'Port': ['ID=8701800f-80da-429f-bf32-68a02d0fce9b,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:07.933499 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-5c45fa91-baa5-4f22-ac4d-851c98594ed7 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270895'] for security_group_rule, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:07.938179 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-b3fb2b3e-afe5-4382-b171-30ff3dfd3e12 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:07.951138 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-017850bc-519e-43b5-b163-43f317e4410c tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:07.980316 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device f37622e5-1d9c-47da-aa78-d1dcb2c52a0c up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:04:07.981242 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45fa91-baa5-4f22-ac4d-851c98594ed7 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3bb0cf1-c110-459e-9424-86ec7efe9645,revision_number=0']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:07.987181 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-5c45fa91-baa5-4f22-ac4d-851c98594ed7 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:08.030869 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-5c45fa91-baa5-4f22-ac4d-851c98594ed7 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:08.032057 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-5c45fa91-baa5-4f22-ac4d-851c98594ed7 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3438697 May 20 17:04:08.036209 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 52422) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:04:08.042359 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-fdd1dfa1-43f8-4395-8594-6ef2b407bb1d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Request body: {'security_group_rule': {'security_group_id': '8e1d179b-bf26-4022-b216-fac79ba6b4f2', 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:04:08.047900 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-fdd1dfa1-43f8-4395-8594-6ef2b407bb1d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:04:08.052723 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-fdd1dfa1-43f8-4395-8594-6ef2b407bb1d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Usage tracker for resource:security_group_rule and tenant:03359f9fe008405ea637b8c155fbfc99 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:04:08.056096 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-fdd1dfa1-43f8-4395-8594-6ef2b407bb1d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:04:08.063262 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-fdd1dfa1-43f8-4395-8594-6ef2b407bb1d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:04:08.063847 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-0f95fcd0-4d0b-432c-9241-cd9fd112516b None None] Notify callbacks [] for port, precommit_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:08.082172 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-0f95fcd0-4d0b-432c-9241-cd9fd112516b None None] Transition to ACTIVE for port object be6e7605-6d22-48a9-b9fb-cf2ecc8652a6 will not be triggered until provisioned by entity L2. {{(pid=119046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:04:08.088021 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-fdd1dfa1-43f8-4395-8594-6ef2b407bb1d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:08.096431 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port f37622e5-1d9c-47da-aa78-d1dcb2c52a0c triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:04:08.096856 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:08.127207 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-0f95fcd0-4d0b-432c-9241-cd9fd112516b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:08.137280 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:08.180079 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-fdd1dfa1-43f8-4395-8594-6ef2b407bb1d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:08.185924 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-fdd1dfa1-43f8-4395-8594-6ef2b407bb1d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270895'] for security_group_rule, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:08.196675 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-c57da284-e233-4829-8a14-79202328532c tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:08.222061 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07a869-e1d2-411d-90fb-f0225ed91fe4 None None] Pushing event updated for resources: {'Port': ['ID=be6e7605-6d22-48a9-b9fb-cf2ecc8652a6,revision_number=3']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:08.229218 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce07a869-e1d2-411d-90fb-f0225ed91fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:08.357211 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1dfa1-43f8-4395-8594-6ef2b407bb1d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49159a68-ba87-45ed-9eb5-3686d9596253,revision_number=0']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:08.359777 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-fdd1dfa1-43f8-4395-8594-6ef2b407bb1d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:08.381131 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-fdd1dfa1-43f8-4395-8594-6ef2b407bb1d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:08.384163 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-fdd1dfa1-43f8-4395-8594-6ef2b407bb1d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3467462 May 20 17:04:08.388421 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 52430) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:04:08.400095 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-166d7849-ed7b-4509-b405-e4cc807d0582 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Request body: {'security_group_rule': {'security_group_id': '8e1d179b-bf26-4022-b216-fac79ba6b4f2', 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:04:08.410902 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-166d7849-ed7b-4509-b405-e4cc807d0582 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:04:08.419300 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-166d7849-ed7b-4509-b405-e4cc807d0582 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Usage tracker for resource:security_group_rule and tenant:03359f9fe008405ea637b8c155fbfc99 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:04:08.422989 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-166d7849-ed7b-4509-b405-e4cc807d0582 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:04:08.431481 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-166d7849-ed7b-4509-b405-e4cc807d0582 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:04:08.460381 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.db.securitygroups_db [None req-166d7849-ed7b-4509-b405-e4cc807d0582 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Project 03359f9fe008405ea637b8c155fbfc99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 17:04:08.467462 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-166d7849-ed7b-4509-b405-e4cc807d0582 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:08.556928 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-166d7849-ed7b-4509-b405-e4cc807d0582 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:08.562593 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-166d7849-ed7b-4509-b405-e4cc807d0582 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270895'] for security_group_rule, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:08.580221 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-b3fb2b3e-afe5-4382-b171-30ff3dfd3e12 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:08.586382 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:08.601094 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-0f95fcd0-4d0b-432c-9241-cd9fd112516b None None] Attempting to bind port be6e7605-6d22-48a9-b9fb-cf2ecc8652a6 on host dv-cinder-786524-7-iscsi for vnic_type normal with profile {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:04:08.601492 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-0f95fcd0-4d0b-432c-9241-cd9fd112516b None None] Attempting to bind port be6e7605-6d22-48a9-b9fb-cf2ecc8652a6 by drivers openvswitch,hyperv on host dv-cinder-786524-7-iscsi at level 0 using segments [{'id': '34566286-eac1-410e-bd7d-4f786e70d614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '756a37db-70e1-4f02-9732-606d7296edbd'}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:04:08.601959 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f95fcd0-4d0b-432c-9241-cd9fd112516b None None] Attempting to bind port be6e7605-6d22-48a9-b9fb-cf2ecc8652a6 on network 756a37db-70e1-4f02-9732-606d7296edbd {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:04:08.603723 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-166d7849-ed7b-4509-b405-e4cc807d0582 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:08.607737 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-166d7849-ed7b-4509-b405-e4cc807d0582 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2124662 May 20 17:04:08.609570 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 52440) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:04:08.617435 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-80bdebc4-b1e5-4234-b339-73192c6abcf6 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Request body: {'security_group_rule': {'security_group_id': '8e1d179b-bf26-4022-b216-fac79ba6b4f2', 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:04:08.621824 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f95fcd0-4d0b-432c-9241-cd9fd112516b None None] Checking agent: {'id': '04a99329-5785-4fd7-acdc-4119699d5680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 53, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:04:08.622334 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f95fcd0-4d0b-432c-9241-cd9fd112516b None None] Checking segment: {'id': '34566286-eac1-410e-bd7d-4f786e70d614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '756a37db-70e1-4f02-9732-606d7296edbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:04:08.622624 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-0f95fcd0-4d0b-432c-9241-cd9fd112516b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:08.623934 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d7849-ed7b-4509-b405-e4cc807d0582 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e96b2393-c957-4a26-ad69-454de60f85c4,revision_number=0']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:08.627341 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-166d7849-ed7b-4509-b405-e4cc807d0582 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:08.628631 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-80bdebc4-b1e5-4234-b339-73192c6abcf6 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:04:08.633204 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f95fcd0-4d0b-432c-9241-cd9fd112516b None None] Bound using segment: {'id': '34566286-eac1-410e-bd7d-4f786e70d614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '756a37db-70e1-4f02-9732-606d7296edbd'} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:04:08.633804 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-0f95fcd0-4d0b-432c-9241-cd9fd112516b None None] Bound port: be6e7605-6d22-48a9-b9fb-cf2ecc8652a6, host: dv-cinder-786524-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34566286-eac1-410e-bd7d-4f786e70d614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '756a37db-70e1-4f02-9732-606d7296edbd'}}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:04:08.634205 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-0f95fcd0-4d0b-432c-9241-cd9fd112516b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:08.636122 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-80bdebc4-b1e5-4234-b339-73192c6abcf6 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Usage tracker for resource:security_group_rule and tenant:03359f9fe008405ea637b8c155fbfc99 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:04:08.639939 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-80bdebc4-b1e5-4234-b339-73192c6abcf6 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:04:08.647873 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-80bdebc4-b1e5-4234-b339-73192c6abcf6 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:04:08.662698 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.db.securitygroups_db [None req-80bdebc4-b1e5-4234-b339-73192c6abcf6 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Project 03359f9fe008405ea637b8c155fbfc99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 17:04:08.674659 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-80bdebc4-b1e5-4234-b339-73192c6abcf6 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:08.689518 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-b3fb2b3e-afe5-4382-b171-30ff3dfd3e12 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:08.758803 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-80bdebc4-b1e5-4234-b339-73192c6abcf6 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:08.762443 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-0f95fcd0-4d0b-432c-9241-cd9fd112516b None None] For port be6e7605-6d22-48a9-b9fb-cf2ecc8652a6, host dv-cinder-786524-7-iscsi, cleared binding levels {{(pid=119046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:04:08.769289 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-0f95fcd0-4d0b-432c-9241-cd9fd112516b None None] For port be6e7605-6d22-48a9-b9fb-cf2ecc8652a6, host dv-cinder-786524-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=be6e7605-6d22-48a9-b9fb-cf2ecc8652a6,segment=NetworkSegment(34566286-eac1-410e-bd7d-4f786e70d614),segment_id=34566286-eac1-410e-bd7d-4f786e70d614)] {{(pid=119046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:04:08.773522 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-80bdebc4-b1e5-4234-b339-73192c6abcf6 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270895'] for security_group_rule, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:08.783653 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-0f95fcd0-4d0b-432c-9241-cd9fd112516b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:08.787589 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:08.798342 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:08.856720 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdebc4-b1e5-4234-b339-73192c6abcf6 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94737847-d956-4601-b7fd-9c57f28d68a6,revision_number=0']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:08.883540 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-80bdebc4-b1e5-4234-b339-73192c6abcf6 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:08.902423 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-80bdebc4-b1e5-4234-b339-73192c6abcf6 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:08.907443 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-80bdebc4-b1e5-4234-b339-73192c6abcf6 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2967043 May 20 17:04:08.917922 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f95fcd0-4d0b-432c-9241-cd9fd112516b None None] Routers {'d48d4cc2-7cc9-4233-b790-23feb2d0fdec'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:04:08.921586 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-0f95fcd0-4d0b-432c-9241-cd9fd112516b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:03:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['d48d4cc2-7cc9-4233-b790-23feb2d0fdec'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:04:09.135910 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07a869-e1d2-411d-90fb-f0225ed91fe4 None None] Pushing event updated for resources: {'Port': ['ID=be6e7605-6d22-48a9-b9fb-cf2ecc8652a6,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:09.139551 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce07a869-e1d2-411d-90fb-f0225ed91fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:09.244466 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423988f-d229-4867-84a8-23cb3effbb3c req-4c224d95-5cb4-48e9-bc39-9fa4cecf91be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:09.246121 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1423988f-d229-4867-84a8-23cb3effbb3c req-4c224d95-5cb4-48e9-bc39-9fa4cecf91be service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=386a22f1a8b04c71b369081dac044608&device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 1098 time: 0.2283835 May 20 17:04:09.249646 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-b3fb2b3e-afe5-4382-b171-30ff3dfd3e12 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks [] for port, precommit_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:09.260558 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-b3fb2b3e-afe5-4382-b171-30ff3dfd3e12 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14410818'] for port, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:09.271633 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-f8bc993b-a138-48bd-a02a-7c48f402996b tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:09.282497 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-0f95fcd0-4d0b-432c-9241-cd9fd112516b None None] Set router d48d4cc2-7cc9-4233-b790-23feb2d0fdec gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:04:09.290586 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c15556-dcda-4ba1-ba03-f1a38114a884 req-351f2f63-327f-43c1-b6d9-2ca73a104a47 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:09.292176 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-51c15556-dcda-4ba1-ba03-f1a38114a884 req-351f2f63-327f-43c1-b6d9-2ca73a104a47 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.1720819 May 20 17:04:09.422303 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-51c15556-dcda-4ba1-ba03-f1a38114a884 req-15ec49fa-35bf-489d-8d3f-16a349cf20e3 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156957 May 20 17:04:09.453284 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423988f-d229-4867-84a8-23cb3effbb3c req-bd2a649c-fc5b-4a25-a435-38b660ef52b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:09.455229 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1423988f-d229-4867-84a8-23cb3effbb3c req-bd2a649c-fc5b-4a25-a435-38b660ef52b2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c9a972fe-2e62-44ea-901e-aa60176fd9d2 HTTP/1.1" status: 200 len: 919 time: 0.2002850 May 20 17:04:09.501118 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb2b3e-afe5-4382-b171-30ff3dfd3e12 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Pushing event updated for resources: {'Port': ['ID=8701800f-80da-429f-bf32-68a02d0fce9b,revision_number=2']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:09.506061 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-44d622f3-6c1a-41b7-9798-e0610c70315d req-59fca676-e108-4e02-9bae-b446f78958ca service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7171259 May 20 17:04:09.508913 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-b3fb2b3e-afe5-4382-b171-30ff3dfd3e12 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:09.519707 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-b3fb2b3e-afe5-4382-b171-30ff3dfd3e12 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16751940'] for floatingip, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:09.557726 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1423988f-d229-4867-84a8-23cb3effbb3c req-2ac640f2-5778-4e0a-8523-a30a051a9b01 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=faf13afa-a484-4391-ac53-0e106135f068 HTTP/1.1" status: 200 len: 217 time: 0.0891876 May 20 17:04:09.671815 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423988f-d229-4867-84a8-23cb3effbb3c req-663a6523-08f0-4b72-91f2-965477a84ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:09.677233 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1423988f-d229-4867-84a8-23cb3effbb3c req-663a6523-08f0-4b72-91f2-965477a84ad6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9417b423-694f-4c54-8180-2a0bd002ded9 HTTP/1.1" status: 200 len: 858 time: 0.1108308 May 20 17:04:09.726048 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-0f95fcd0-4d0b-432c-9241-cd9fd112516b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d4cc2-7cc9-4233-b790-23feb2d0fdec', 'name': 'tempest-TestVolumeBootPattern-1834479002-router', 'tenant_id': '5e87ff74b1f549fb90baa0f2a5e79fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'f37622e5-1d9c-47da-aa78-d1dcb2c52a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:58Z', 'updated_at': '2021-05-20T17:04:04Z', 'revision_number': 4, 'project_id': '5e87ff74b1f549fb90baa0f2a5e79fdc', 'gw_port': {'id': 'f37622e5-1d9c-47da-aa78-d1dcb2c52a0c', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:db:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d4cc2-7cc9-4233-b790-23feb2d0fdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:59Z', 'updated_at': '2021-05-20T17:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': 'be6e7605-6d22-48a9-b9fb-cf2ecc8652a6', 'name': '', 'network_id': '756a37db-70e1-4f02-9732-606d7296edbd', 'tenant_id': '5e87ff74b1f549fb90baa0f2a5e79fdc', 'mac_address': 'fa:16:3e:c7:82:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d4cc2-7cc9-4233-b790-23feb2d0fdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a91190d2-1bf9-46d8-9d72-70ef8850180b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:04:03Z', 'updated_at': '2021-05-20T17:04:08Z', 'revision_number': 4, 'project_id': '5e87ff74b1f549fb90baa0f2a5e79fdc', 'subnets': [{'id': 'a91190d2-1bf9-46d8-9d72-70ef8850180b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:04:09.731905 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f95fcd0-4d0b-432c-9241-cd9fd112516b None None] The sync data for ids ['d48d4cc2-7cc9-4233-b790-23feb2d0fdec'] in dv-cinder-786524-7-iscsi is: [{'id': 'd48d4cc2-7cc9-4233-b790-23feb2d0fdec', 'name': 'tempest-TestVolumeBootPattern-1834479002-router', 'tenant_id': '5e87ff74b1f549fb90baa0f2a5e79fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'f37622e5-1d9c-47da-aa78-d1dcb2c52a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:58Z', 'updated_at': '2021-05-20T17:04:04Z', 'revision_number': 4, 'project_id': '5e87ff74b1f549fb90baa0f2a5e79fdc', 'gw_port': {'id': 'f37622e5-1d9c-47da-aa78-d1dcb2c52a0c', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:db:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d4cc2-7cc9-4233-b790-23feb2d0fdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:59Z', 'updated_at': '2021-05-20T17:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': 'be6e7605-6d22-48a9-b9fb-cf2ecc8652a6', 'name': '', 'network_id': '756a37db-70e1-4f02-9732-606d7296edbd', 'tenant_id': '5e87ff74b1f549fb90baa0f2a5e79fdc', 'mac_address': 'fa:16:3e:c7:82:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d4cc2-7cc9-4233-b790-23feb2d0fdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a91190d2-1bf9-46d8-9d72-70ef8850180b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:04:03Z', 'updated_at': '2021-05-20T17:04:08Z', 'revision_number': 4, 'project_id': '5e87ff74b1f549fb90baa0f2a5e79fdc', 'subnets': [{'id': 'a91190d2-1bf9-46d8-9d72-70ef8850180b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:04:09.843265 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1423988f-d229-4867-84a8-23cb3effbb3c req-45335a26-eeb1-4758-be9a-1d93cd88ab6e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c9a972fe-2e62-44ea-901e-aa60176fd9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1602175 May 20 17:04:09.987297 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.db.l3_db [None req-b3fb2b3e-afe5-4382-b171-30ff3dfd3e12 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Floating IP 14cbdf80-75be-43dd-874d-6e7c81e876a5 associated. External IP: 172.27.3.37, port: bb295447-e407-4ae3-824c-44162c4877db. May 20 17:04:10.052211 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1423988f-d229-4867-84a8-23cb3effbb3c req-4bab9045-09d8-46f6-88ea-2968ab57d92a service neutron] 10.222.0.75 "GET /v2.0/networks/c9a972fe-2e62-44ea-901e-aa60176fd9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980641 May 20 17:04:10.063679 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device be6e7605-6d22-48a9-b9fb-cf2ecc8652a6 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:04:10.081109 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d622f3-6c1a-41b7-9798-e0610c70315d req-a4f99d30-cc83-4557-8567-d3fc4315ba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:10.082827 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-44d622f3-6c1a-41b7-9798-e0610c70315d req-a4f99d30-cc83-4557-8567-d3fc4315ba1b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=15040cd71cf0497581d552f7a0ff286f&device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 1100 time: 0.4731419 May 20 17:04:10.188541 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning for port be6e7605-6d22-48a9-b9fb-cf2ecc8652a6 completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:04:10.199881 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port be6e7605-6d22-48a9-b9fb-cf2ecc8652a6 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:04:10.200453 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:10.333258 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1423988f-d229-4867-84a8-23cb3effbb3c req-5e4ac96f-d911-4de9-83ab-e11d452f8293 service neutron] 10.222.0.75 "GET /v2.0/networks/c9a972fe-2e62-44ea-901e-aa60176fd9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641866 May 20 17:04:10.470047 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52f71e-d723-4195-9e5e-9b904264a0bc req-a4a2782a-ab01-493c-83bf-c232288c6532 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:10.472206 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9d52f71e-d723-4195-9e5e-9b904264a0bc req-a4a2782a-ab01-493c-83bf-c232288c6532 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.1152120 May 20 17:04:10.548237 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:10.578107 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9d52f71e-d723-4195-9e5e-9b904264a0bc req-26732535-87e0-4c0a-ba62-58c7af1433ad tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962579 May 20 17:04:10.609934 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] For port be6e7605-6d22-48a9-b9fb-cf2ecc8652a6, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=be6e7605-6d22-48a9-b9fb-cf2ecc8652a6,segment=NetworkSegment(34566286-eac1-410e-bd7d-4f786e70d614),segment_id=34566286-eac1-410e-bd7d-4f786e70d614)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:04:10.617782 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:10.619664 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-df2bac33-8af3-43ca-bbfa-8e0da978422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:10.713490 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Pushing event updated for resources: {'Port': ['ID=be6e7605-6d22-48a9-b9fb-cf2ecc8652a6,revision_number=5']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:10.721011 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:10.741120 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d622f3-6c1a-41b7-9798-e0610c70315d req-d3bfaddf-8f58-4226-a70a-e58062ff3a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:10.742611 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-44d622f3-6c1a-41b7-9798-e0610c70315d req-d3bfaddf-8f58-4226-a70a-e58062ff3a3f service neutron] 10.222.0.75 "GET /v2.0/networks?id=3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe HTTP/1.1" status: 200 len: 918 time: 0.6304986 May 20 17:04:10.973573 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-44d622f3-6c1a-41b7-9798-e0610c70315d req-0b7a84c9-8fbf-4ce2-9a12-b82ba2ad9cbe service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79d1e998-d57f-414e-be49-4e99e57bd8b3 HTTP/1.1" status: 200 len: 1002 time: 0.2145567 May 20 17:04:11.126972 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2d90e-d3e9-4276-a16f-9508728bf3e9 req-9520f045-26b4-4dba-85e3-800fc91be4a0 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:11.128856 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-a7d2d90e-d3e9-4276-a16f-9508728bf3e9 req-9520f045-26b4-4dba-85e3-800fc91be4a0 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.4763482 May 20 17:04:11.130688 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d622f3-6c1a-41b7-9798-e0610c70315d req-67950d3e-dc0d-4540-831a-4c451510d652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:11.132106 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-44d622f3-6c1a-41b7-9798-e0610c70315d req-67950d3e-dc0d-4540-831a-4c451510d652 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1551b8a8-c6c6-497b-b551-8db6f5233ebf HTTP/1.1" status: 200 len: 856 time: 0.1366031 May 20 17:04:11.142277 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3fb2b3e-afe5-4382-b171-30ff3dfd3e12 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Router 724dfa94-2bc3-44aa-b715-3f29394df8ca has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:04:11.350456 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-a7d2d90e-d3e9-4276-a16f-9508728bf3e9 req-3bfb2c43-f2eb-4cfc-8ecf-5305422fc48c tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564724 May 20 17:04:11.543550 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d622f3-6c1a-41b7-9798-e0610c70315d req-00f34e27-84de-4ec8-9b3c-49040a27c315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:11.544925 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-44d622f3-6c1a-41b7-9798-e0610c70315d req-00f34e27-84de-4ec8-9b3c-49040a27c315 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3980281 May 20 17:04:11.558970 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-42005fe9-c843-4929-92a2-d02d6c1b5555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:11.580208 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fb2b3e-afe5-4382-b171-30ff3dfd3e12 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:04:11.589541 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556479a0-3d02-48c9-b1bd-7d6057e14d1d None None] Sync routers for ids ['724dfa94-2bc3-44aa-b715-3f29394df8ca'] in dv-cinder-786524-7-iscsi {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:04:11.598881 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556479a0-3d02-48c9-b1bd-7d6057e14d1d None None] Routers {'724dfa94-2bc3-44aa-b715-3f29394df8ca'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:04:11.599496 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-556479a0-3d02-48c9-b1bd-7d6057e14d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:03:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['724dfa94-2bc3-44aa-b715-3f29394df8ca'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:04:11.683423 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-b3fb2b3e-afe5-4382-b171-30ff3dfd3e12 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for floatingip, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:11.757330 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-44d622f3-6c1a-41b7-9798-e0610c70315d req-d6f7b560-746c-45a8-a390-6d263150eff4 service neutron] 10.222.0.75 "GET /v2.0/networks/3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038693 May 20 17:04:11.758885 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-b3fb2b3e-afe5-4382-b171-30ff3dfd3e12 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8438125 May 20 17:04:11.759719 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8879204a-1ef7-4ee2-be4e-ed9fcd40632d', 'tag': 'bb295447-e407-4ae3-824c-44162c4877db'}] {{(pid=119044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:04:11.803626 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f632c-7348-448a-a659-4a9e7e6c8f6b req-8fd20bd6-3522-45a9-b588-185da3623b49 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:11.805373 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-3d5f632c-7348-448a-a659-4a9e7e6c8f6b req-8fd20bd6-3522-45a9-b588-185da3623b49 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.1036243 May 20 17:04:11.811322 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-556479a0-3d02-48c9-b1bd-7d6057e14d1d None None] Set router 724dfa94-2bc3-44aa-b715-3f29394df8ca gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:04:11.819805 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8879204a-1ef7-4ee2-be4e-ed9fcd40632d', 'tag': 'bb295447-e407-4ae3-824c-44162c4877db', 'status': 'completed', 'code': 200} May 20 17:04:11.934793 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-44d622f3-6c1a-41b7-9798-e0610c70315d req-c6503355-0a39-4517-b5bb-7925f0c0cc86 service neutron] 10.222.0.75 "GET /v2.0/networks/3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620913 May 20 17:04:11.936788 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-3d5f632c-7348-448a-a659-4a9e7e6c8f6b req-4a45798d-571c-4941-b569-dc3c975fde00 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238065 May 20 17:04:11.990778 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device be6e7605-6d22-48a9-b9fb-cf2ecc8652a6 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:04:11.992820 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f1f9c-4614-4694-a88b-2f7c6b8810d8 req-4a02515f-042b-4211-b9e8-36f575c7d3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:11.994633 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-e38f1f9c-4614-4694-a88b-2f7c6b8810d8 req-4a02515f-042b-4211-b9e8-36f575c7d3d5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0a5d5db9947c4adea81924bf7464e6a5&device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 1099 time: 0.1495290 May 20 17:04:12.077628 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port be6e7605-6d22-48a9-b9fb-cf2ecc8652a6 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:04:12.078273 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:12.152819 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f1f9c-4614-4694-a88b-2f7c6b8810d8 req-f52f6bcc-ff3b-418c-a4f8-5d47ad57f4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:12.154532 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-e38f1f9c-4614-4694-a88b-2f7c6b8810d8 req-f52f6bcc-ff3b-418c-a4f8-5d47ad57f4cb service neutron] 10.222.0.75 "GET /v2.0/networks?id=bf878487-215c-4e5c-a88b-d79110158955 HTTP/1.1" status: 200 len: 910 time: 0.1515195 May 20 17:04:12.261753 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-556479a0-3d02-48c9-b1bd-7d6057e14d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'name': 'tempest-TestShelveInstance-1353188969-router', 'tenant_id': '0a5d5db9947c4adea81924bf7464e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '50fcd343-e163-4372-b9c3-e5526c11c3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:02:33Z', 'updated_at': '2021-05-20T17:02:40Z', 'revision_number': 4, 'project_id': '0a5d5db9947c4adea81924bf7464e6a5', 'gw_port': {'id': '50fcd343-e163-4372-b9c3-e5526c11c3a6', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:34Z', 'updated_at': '2021-05-20T17:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_floatingips': [{'id': '14cbdf80-75be-43dd-874d-6e7c81e876a5', 'tenant_id': '0a5d5db9947c4adea81924bf7464e6a5', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'router_id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'port_id': 'bb295447-e407-4ae3-824c-44162c4877db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf878487-215c-4e5c-a88b-d79110158955', 'mac_address': 'fa:16:3e:17:cf:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8879204a-1ef7-4ee2-be4e-ed9fcd40632d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:04:08Z', 'updated_at': '2021-05-20T17:04:08Z', 'revision_number': 0, 'project_id': '0a5d5db9947c4adea81924bf7464e6a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08a53f54-f0a1-42c2-9632-b17fe61b00e0', 'name': '', 'network_id': 'bf878487-215c-4e5c-a88b-d79110158955', 'tenant_id': '0a5d5db9947c4adea81924bf7464e6a5', 'mac_address': 'fa:16:3e:2a:37:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7d2384bb-83fb-450e-90a2-cc802278fb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:38Z', 'updated_at': '2021-05-20T17:02:46Z', 'revision_number': 5, 'project_id': '0a5d5db9947c4adea81924bf7464e6a5', 'subnets': [{'id': '7d2384bb-83fb-450e-90a2-cc802278fb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:04:12.265533 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556479a0-3d02-48c9-b1bd-7d6057e14d1d None None] Checking router: 724dfa94-2bc3-44aa-b715-3f29394df8ca for host: dv-cinder-786524-7-iscsi {{(pid=119047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:04:12.274066 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556479a0-3d02-48c9-b1bd-7d6057e14d1d None None] Routers {'724dfa94-2bc3-44aa-b715-3f29394df8ca'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:04:12.274673 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-556479a0-3d02-48c9-b1bd-7d6057e14d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:03:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['724dfa94-2bc3-44aa-b715-3f29394df8ca'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:04:12.462771 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-556479a0-3d02-48c9-b1bd-7d6057e14d1d None None] Set router 724dfa94-2bc3-44aa-b715-3f29394df8ca gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:04:12.564752 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc0c55-f49b-4ba1-91b5-2753920ad5c3 req-3973f889-7db1-4ea2-ba53-d7b1a340403a tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:12.566269 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d5bc0c55-f49b-4ba1-91b5-2753920ad5c3 req-3973f889-7db1-4ea2-ba53-d7b1a340403a tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0953152 May 20 17:04:12.613379 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d5bc0c55-f49b-4ba1-91b5-2753920ad5c3 req-920dead7-5a89-4b94-85b1-62712999cc68 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407627 May 20 17:04:12.840618 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-556479a0-3d02-48c9-b1bd-7d6057e14d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'name': 'tempest-TestShelveInstance-1353188969-router', 'tenant_id': '0a5d5db9947c4adea81924bf7464e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '50fcd343-e163-4372-b9c3-e5526c11c3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:02:33Z', 'updated_at': '2021-05-20T17:02:40Z', 'revision_number': 4, 'project_id': '0a5d5db9947c4adea81924bf7464e6a5', 'gw_port': {'id': '50fcd343-e163-4372-b9c3-e5526c11c3a6', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:34Z', 'updated_at': '2021-05-20T17:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_floatingips': [{'id': '14cbdf80-75be-43dd-874d-6e7c81e876a5', 'tenant_id': '0a5d5db9947c4adea81924bf7464e6a5', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'router_id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'port_id': 'bb295447-e407-4ae3-824c-44162c4877db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf878487-215c-4e5c-a88b-d79110158955', 'mac_address': 'fa:16:3e:17:cf:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8879204a-1ef7-4ee2-be4e-ed9fcd40632d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:04:08Z', 'updated_at': '2021-05-20T17:04:08Z', 'revision_number': 0, 'project_id': '0a5d5db9947c4adea81924bf7464e6a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08a53f54-f0a1-42c2-9632-b17fe61b00e0', 'name': '', 'network_id': 'bf878487-215c-4e5c-a88b-d79110158955', 'tenant_id': '0a5d5db9947c4adea81924bf7464e6a5', 'mac_address': 'fa:16:3e:2a:37:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7d2384bb-83fb-450e-90a2-cc802278fb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:38Z', 'updated_at': '2021-05-20T17:02:46Z', 'revision_number': 5, 'project_id': '0a5d5db9947c4adea81924bf7464e6a5', 'subnets': [{'id': '7d2384bb-83fb-450e-90a2-cc802278fb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:04:12.844661 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556479a0-3d02-48c9-b1bd-7d6057e14d1d None None] The sync data for ids ['724dfa94-2bc3-44aa-b715-3f29394df8ca'] in dv-cinder-786524-7-iscsi is: [{'id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'name': 'tempest-TestShelveInstance-1353188969-router', 'tenant_id': '0a5d5db9947c4adea81924bf7464e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '50fcd343-e163-4372-b9c3-e5526c11c3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:02:33Z', 'updated_at': '2021-05-20T17:02:40Z', 'revision_number': 4, 'project_id': '0a5d5db9947c4adea81924bf7464e6a5', 'gw_port': {'id': '50fcd343-e163-4372-b9c3-e5526c11c3a6', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:34Z', 'updated_at': '2021-05-20T17:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_floatingips': [{'id': '14cbdf80-75be-43dd-874d-6e7c81e876a5', 'tenant_id': '0a5d5db9947c4adea81924bf7464e6a5', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'router_id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'port_id': 'bb295447-e407-4ae3-824c-44162c4877db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf878487-215c-4e5c-a88b-d79110158955', 'mac_address': 'fa:16:3e:17:cf:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8879204a-1ef7-4ee2-be4e-ed9fcd40632d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:04:08Z', 'updated_at': '2021-05-20T17:04:08Z', 'revision_number': 0, 'project_id': '0a5d5db9947c4adea81924bf7464e6a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08a53f54-f0a1-42c2-9632-b17fe61b00e0', 'name': '', 'network_id': 'bf878487-215c-4e5c-a88b-d79110158955', 'tenant_id': '0a5d5db9947c4adea81924bf7464e6a5', 'mac_address': 'fa:16:3e:2a:37:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7d2384bb-83fb-450e-90a2-cc802278fb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:38Z', 'updated_at': '2021-05-20T17:02:46Z', 'revision_number': 5, 'project_id': '0a5d5db9947c4adea81924bf7464e6a5', 'subnets': [{'id': '7d2384bb-83fb-450e-90a2-cc802278fb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:04:13.040565 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a945e0c-46dc-42fe-aaff-f21cb2f7d603 None None] New status for floating IP 14cbdf80-75be-43dd-874d-6e7c81e876a5: ACTIVE {{(pid=119046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 17:04:13.135748 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e663a7-eb3c-40c1-81e7-096ca723b4cf req-ec869dbb-9d7c-4677-918a-449a82360dda tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:13.137248 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-d3e663a7-eb3c-40c1-81e7-096ca723b4cf req-ec869dbb-9d7c-4677-918a-449a82360dda tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.0894639 May 20 17:04:13.190066 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-d3e663a7-eb3c-40c1-81e7-096ca723b4cf req-332c889d-5392-49f1-acaf-5f5270b62538 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455778 May 20 17:04:13.724917 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:13.820210 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a495b41-7b65-4535-a0be-4bd314a1a06a req-57d455ca-1bbe-4b6e-9318-f792d1d8c86d tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:13.821719 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3a495b41-7b65-4535-a0be-4bd314a1a06a req-57d455ca-1bbe-4b6e-9318-f792d1d8c86d tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0894315 May 20 17:04:13.872389 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3a495b41-7b65-4535-a0be-4bd314a1a06a req-a769ed8f-91ac-44cf-969c-db1110c136db tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446787 May 20 17:04:14.013634 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:14.312938 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-639e6b1e-3db5-4cb3-b77f-1ac2751ea9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:14.390538 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f177b88-b75a-4656-af38-1dce415304ae req-433300ba-43f6-47ac-9ce3-a127dfcfa63e tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:14.392422 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-6f177b88-b75a-4656-af38-1dce415304ae req-433300ba-43f6-47ac-9ce3-a127dfcfa63e tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.0900199 May 20 17:04:14.439381 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-6f177b88-b75a-4656-af38-1dce415304ae req-b2cce5e1-259f-4490-9d87-0ad479d1a06d tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402157 May 20 17:04:15.075687 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07284da-8738-4b2d-95ac-478da82bf67c req-5400ccd1-d66c-411b-9e14-5383d7e9e0e8 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:15.077131 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-a07284da-8738-4b2d-95ac-478da82bf67c req-5400ccd1-d66c-411b-9e14-5383d7e9e0e8 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0960264 May 20 17:04:15.129905 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-a07284da-8738-4b2d-95ac-478da82bf67c req-c299524f-42e5-43cc-ad14-e5492f6ac7b4 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464764 May 20 17:04:15.146958 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:15.698623 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-e38f1f9c-4614-4694-a88b-2f7c6b8810d8 req-aca91e4b-435a-4ed4-ad4a-ab6e2ab752fd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb295447-e407-4ae3-824c-44162c4877db HTTP/1.1" status: 200 len: 1001 time: 0.2306724 May 20 17:04:15.764170 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487238ec-f236-4705-b0b8-acb22d138ec8 req-fcb8a39e-25c6-4215-97ae-b7dba62c4dd6 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:15.765647 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-487238ec-f236-4705-b0b8-acb22d138ec8 req-fcb8a39e-25c6-4215-97ae-b7dba62c4dd6 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.1589503 May 20 17:04:15.794687 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f1f9c-4614-4694-a88b-2f7c6b8810d8 req-0eff0ba5-0232-45dd-a999-0df1ba683316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:15.796075 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-e38f1f9c-4614-4694-a88b-2f7c6b8810d8 req-0eff0ba5-0232-45dd-a999-0df1ba683316 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7d2384bb-83fb-450e-90a2-cc802278fb21 HTTP/1.1" status: 200 len: 848 time: 0.0851710 May 20 17:04:15.863853 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-487238ec-f236-4705-b0b8-acb22d138ec8 req-c3fc5329-667e-4202-be2a-959c0e445217 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913448 May 20 17:04:15.907747 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f1f9c-4614-4694-a88b-2f7c6b8810d8 req-03906df5-2937-4b5f-b3b3-8ce3e9fa4a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:15.909851 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-e38f1f9c-4614-4694-a88b-2f7c6b8810d8 req-03906df5-2937-4b5f-b3b3-8ce3e9fa4a68 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf878487-215c-4e5c-a88b-d79110158955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1020484 May 20 17:04:16.073496 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-e38f1f9c-4614-4694-a88b-2f7c6b8810d8 req-aab55342-299d-45e4-8ae7-6aca2e58bd04 service neutron] 10.222.0.75 "GET /v2.0/networks/bf878487-215c-4e5c-a88b-d79110158955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449709 May 20 17:04:16.210954 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-e38f1f9c-4614-4694-a88b-2f7c6b8810d8 req-9f53e27a-0f1f-41a7-afd2-3a5fe00f8c33 service neutron] 10.222.0.75 "GET /v2.0/networks/bf878487-215c-4e5c-a88b-d79110158955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300783 May 20 17:04:16.335764 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88a2c5-a8f6-4354-bb14-9c3273ddd291 req-7470c37b-3e18-4d01-b5dc-a23e50a940ce tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:16.337284 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-6f88a2c5-a8f6-4354-bb14-9c3273ddd291 req-7470c37b-3e18-4d01-b5dc-a23e50a940ce tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0917699 May 20 17:04:16.390235 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-6f88a2c5-a8f6-4354-bb14-9c3273ddd291 req-f5a87c6f-890c-4b82-a50b-b746eccae529 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472374 May 20 17:04:16.879786 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:17.067850 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97672c48-fc45-4a68-a956-654217bddaf7 req-7da5e81b-c3c5-452f-b781-9cf4ebf22dfa tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:17.069189 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-97672c48-fc45-4a68-a956-654217bddaf7 req-7da5e81b-c3c5-452f-b781-9cf4ebf22dfa tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.0951407 May 20 17:04:17.118955 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-97672c48-fc45-4a68-a956-654217bddaf7 req-1e4ec1e4-0fb3-4c37-9c26-16521cc27c4c tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409808 May 20 17:04:17.589994 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226a3db-9fd3-4f79-bf9c-c8f10c3d21c1 req-8a9414fb-be57-450c-9981-63a77e1535ac tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:17.591478 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7226a3db-9fd3-4f79-bf9c-c8f10c3d21c1 req-8a9414fb-be57-450c-9981-63a77e1535ac tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0854037 May 20 17:04:17.642108 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7226a3db-9fd3-4f79-bf9c-c8f10c3d21c1 req-3dfac7ec-238d-495a-8f25-0076147efffd tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440493 May 20 17:04:18.321497 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e355d9a-e21a-4d6c-8858-fb417dab5c4b req-fc92902f-e032-405a-9240-95194aeee522 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:18.323170 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9e355d9a-e21a-4d6c-8858-fb417dab5c4b req-fc92902f-e032-405a-9240-95194aeee522 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.0893836 May 20 17:04:18.372140 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9e355d9a-e21a-4d6c-8858-fb417dab5c4b req-e55cb380-f620-4626-9739-f9b9c69b2f69 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431507 May 20 17:04:18.835062 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e88dec-6604-468a-919b-704d9334838b req-6919e8e6-4c9b-4e01-9b9d-fbaa66eb662e tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:18.836564 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-22e88dec-6604-468a-919b-704d9334838b req-6919e8e6-4c9b-4e01-9b9d-fbaa66eb662e tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0860682 May 20 17:04:18.914703 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-22e88dec-6604-468a-919b-704d9334838b req-c36e91f8-2be2-4b16-9abc-bc0b6221b6a9 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712566 May 20 17:04:19.586570 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba81de-7e8e-4162-999c-d845310898aa req-8300695a-c365-44a5-9564-dfd527da8f39 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:19.587944 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4cba81de-7e8e-4162-999c-d845310898aa req-8300695a-c365-44a5-9564-dfd527da8f39 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.0862463 May 20 17:04:19.637370 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4cba81de-7e8e-4162-999c-d845310898aa req-2f54c170-50df-4306-bfa6-4d009286bc3b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435748 May 20 17:04:20.113662 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d0215-0e16-4363-9c2c-7b7038a17022 req-6b222380-848f-480b-a49c-5da62dedbf03 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:20.115056 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d12d0215-0e16-4363-9c2c-7b7038a17022 req-6b222380-848f-480b-a49c-5da62dedbf03 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0889280 May 20 17:04:20.162657 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d12d0215-0e16-4363-9c2c-7b7038a17022 req-25760a9e-0e21-46ac-a41c-ebf951030ec7 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417597 May 20 17:04:20.829244 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3ab48-d969-4631-8a96-a011cbbe34e5 req-230e80e1-6fb8-4eff-a650-278e3f7364b4 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:20.830695 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-07a3ab48-d969-4631-8a96-a011cbbe34e5 req-230e80e1-6fb8-4eff-a650-278e3f7364b4 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.0844815 May 20 17:04:20.878412 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-07a3ab48-d969-4631-8a96-a011cbbe34e5 req-2623757c-c5a3-4366-a31d-0e8de528e496 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417626 May 20 17:04:21.356921 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f1e27-3c32-4a16-8db8-4731f84f0f98 req-0a287884-d5b8-4bdc-9983-7374b9830499 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:21.358526 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-359f1e27-3c32-4a16-8db8-4731f84f0f98 req-0a287884-d5b8-4bdc-9983-7374b9830499 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0854597 May 20 17:04:21.405449 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-359f1e27-3c32-4a16-8db8-4731f84f0f98 req-c66c8b23-1bc6-478f-be2f-d002f52d0c3a tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407543 May 20 17:04:22.082404 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0fee3-3c41-4830-8992-911aa3fd8d6e req-ee3d5eba-c8ca-4741-a0c5-7e88b878e077 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:22.083935 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-73a0fee3-3c41-4830-8992-911aa3fd8d6e req-ee3d5eba-c8ca-4741-a0c5-7e88b878e077 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.0827825 May 20 17:04:22.131057 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-73a0fee3-3c41-4830-8992-911aa3fd8d6e req-fefed8d0-5638-44d3-aa67-4d09185e1fc9 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411298 May 20 17:04:22.616426 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3174de-0d5d-4356-ba54-e6cd590fd4db req-b5bd970a-33f9-45c3-ab1b-2159ada46fed tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:22.618186 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7e3174de-0d5d-4356-ba54-e6cd590fd4db req-b5bd970a-33f9-45c3-ab1b-2159ada46fed tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.1019866 May 20 17:04:22.666231 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7e3174de-0d5d-4356-ba54-e6cd590fd4db req-bc4cdaed-ac00-42bf-bc5c-e19a2a6db348 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389576 May 20 17:04:23.322220 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691df9e9-153e-476c-ba1f-caddd9583c5c req-3417d522-7541-4bb6-9d88-e6171f5777b3 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:23.323702 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-691df9e9-153e-476c-ba1f-caddd9583c5c req-3417d522-7541-4bb6-9d88-e6171f5777b3 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.0821042 May 20 17:04:23.376715 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-691df9e9-153e-476c-ba1f-caddd9583c5c req-8985c66d-5da0-40e5-8e7d-f0bf9309a726 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471101 May 20 17:04:23.861277 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c9d2c-1a16-45c9-879a-6dd3f0249b23 req-1566edda-5228-4f0b-a97f-4cf5febdeabf tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:23.862740 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-371c9d2c-1a16-45c9-879a-6dd3f0249b23 req-1566edda-5228-4f0b-a97f-4cf5febdeabf tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0833137 May 20 17:04:23.917149 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-371c9d2c-1a16-45c9-879a-6dd3f0249b23 req-b1d3ee7e-a585-4a45-89c1-3d8a23955127 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481029 May 20 17:04:24.567702 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf13147-010c-4428-bda1-edadd525dfc9 req-1bf4d0f1-e4df-4bb9-be04-85bf2b9bb11e tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:24.569242 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-edf13147-010c-4428-bda1-edadd525dfc9 req-1bf4d0f1-e4df-4bb9-be04-85bf2b9bb11e tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.0868425 May 20 17:04:24.626676 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-edf13147-010c-4428-bda1-edadd525dfc9 req-7bbd73c8-c5d5-4891-9e3f-15949c406e97 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485208 May 20 17:04:25.150431 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57716b41-244c-48d9-8785-acec3939b76e req-fe77aa4e-1a00-4269-9b5e-0fdb88cdb0a3 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:25.151908 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-57716b41-244c-48d9-8785-acec3939b76e req-fe77aa4e-1a00-4269-9b5e-0fdb88cdb0a3 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0866194 May 20 17:04:25.207919 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-57716b41-244c-48d9-8785-acec3939b76e req-f7837300-fbbc-4011-a002-83d391a7dabf tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471084 May 20 17:04:25.831816 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b0e50-b435-4b1a-acea-4d7d6d98dc4f req-8eb83204-23e6-427d-8cb8-e34678607612 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:25.833227 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b57b0e50-b435-4b1a-acea-4d7d6d98dc4f req-8eb83204-23e6-427d-8cb8-e34678607612 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.0925877 May 20 17:04:25.881610 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b57b0e50-b435-4b1a-acea-4d7d6d98dc4f req-d288b80b-974a-4c87-94c8-024e20dc35b6 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423462 May 20 17:04:26.437154 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b651172-f6e3-4ddf-b219-0a4d8440d0e8 req-2d6e410d-539f-451a-b76a-a2305fcdccf6 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:26.438670 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-9b651172-f6e3-4ddf-b219-0a4d8440d0e8 req-2d6e410d-539f-451a-b76a-a2305fcdccf6 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.1043787 May 20 17:04:26.486475 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-9b651172-f6e3-4ddf-b219-0a4d8440d0e8 req-6242fbd1-330e-4c64-aab9-8111369e9c3f tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412846 May 20 17:04:27.115023 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f364e-8357-4555-8e09-c541192712b8 req-4e89f480-67b7-45f3-991d-0f59aa71da52 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:27.126134 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-a45f364e-8357-4555-8e09-c541192712b8 req-4e89f480-67b7-45f3-991d-0f59aa71da52 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.1168897 May 20 17:04:27.192726 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-a45f364e-8357-4555-8e09-c541192712b8 req-265f4aad-2dc5-4d91-b480-16716f9586ea tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627024 May 20 17:04:27.708982 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42050b9-e873-4442-9cdf-72482891eed9 req-3e7b1e2e-506a-4a56-8bd3-7d851ff659b2 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:27.710495 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-f42050b9-e873-4442-9cdf-72482891eed9 req-3e7b1e2e-506a-4a56-8bd3-7d851ff659b2 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0958791 May 20 17:04:27.761249 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-f42050b9-e873-4442-9cdf-72482891eed9 req-7180632c-f8df-40bd-a365-014f3ae133d2 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436859 May 20 17:04:28.463301 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07de4b-15a5-42da-a4a3-8a8fd2495964 req-93e3bf83-2b38-4e49-a066-75842a49e5c7 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:28.464790 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7b07de4b-15a5-42da-a4a3-8a8fd2495964 req-93e3bf83-2b38-4e49-a066-75842a49e5c7 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.1692638 May 20 17:04:28.511291 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7b07de4b-15a5-42da-a4a3-8a8fd2495964 req-12f10691-1203-4a11-b0bc-77e072ee0327 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402920 May 20 17:04:28.966036 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ae856-1234-4dfc-9310-5a3c78e929c5 req-ddfe3140-b49b-4c26-a7db-38533fc414a3 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:28.967533 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cd3ae856-1234-4dfc-9310-5a3c78e929c5 req-ddfe3140-b49b-4c26-a7db-38533fc414a3 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0927789 May 20 17:04:29.020880 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cd3ae856-1234-4dfc-9310-5a3c78e929c5 req-93c86519-86ef-4795-a693-7a741c237cd8 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466416 May 20 17:04:29.707600 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f73395-6a77-4975-9199-bcf2a6b6e4d8 req-2417a8b8-0aba-49b8-ac6d-4117c0efcf9d tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:29.708992 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-32f73395-6a77-4975-9199-bcf2a6b6e4d8 req-2417a8b8-0aba-49b8-ac6d-4117c0efcf9d tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.0858469 May 20 17:04:29.763896 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-32f73395-6a77-4975-9199-bcf2a6b6e4d8 req-667ac887-b1ec-45ca-95f3-bcd3a9bf6a25 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452590 May 20 17:04:30.226933 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de907f-2549-4fb3-9d1f-897455bd2655 req-0327e410-7d18-4513-8788-bef29e01efa5 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:30.228430 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b8de907f-2549-4fb3-9d1f-897455bd2655 req-0327e410-7d18-4513-8788-bef29e01efa5 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0910428 May 20 17:04:30.280612 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b8de907f-2549-4fb3-9d1f-897455bd2655 req-0bc99661-28c5-49de-ba10-f67d0e5b25e4 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455391 May 20 17:04:30.957699 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca4f3e-d19f-4dfd-8243-9dcf2ae24945 req-3aa5ddef-f30a-49c5-99ad-3da752008691 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:30.959156 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-6aca4f3e-d19f-4dfd-8243-9dcf2ae24945 req-3aa5ddef-f30a-49c5-99ad-3da752008691 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.0847571 May 20 17:04:31.012249 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-6aca4f3e-d19f-4dfd-8243-9dcf2ae24945 req-1ca034d2-a1b8-4c59-8204-44218c430ee5 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470376 May 20 17:04:31.555884 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289673d-5448-4fbb-985c-289ff85b50f3 req-5feb9284-11c7-4d34-a870-f72e3db266bb tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:31.557395 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-e289673d-5448-4fbb-985c-289ff85b50f3 req-5feb9284-11c7-4d34-a870-f72e3db266bb tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.1659331 May 20 17:04:31.603795 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-e289673d-5448-4fbb-985c-289ff85b50f3 req-f150fa66-bdd7-4abe-99f8-03455f7dbcce tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405118 May 20 17:04:31.979951 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 52784) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:04:32.103292 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-24bda4b7-971a-4235-bb6e-ced346dd541b admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:32.120028 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-24bda4b7-971a-4235-bb6e-ced346dd541b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:04:32.125414 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-24bda4b7-971a-4235-bb6e-ced346dd541b admin admin] Usage tracker for resource:security_group_rule and tenant:2f013482365a42ff82a27eb9668d6bd4 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:04:32.128517 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-24bda4b7-971a-4235-bb6e-ced346dd541b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:04:32.134770 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-24bda4b7-971a-4235-bb6e-ced346dd541b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:04:32.212413 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4fe60-04ce-4e7b-8f2c-ab39e9356cd6 req-f41146e5-a7e7-430b-9366-ade6e2321852 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:32.213927 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-cad4fe60-04ce-4e7b-8f2c-ab39e9356cd6 req-f41146e5-a7e7-430b-9366-ade6e2321852 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.0888505 May 20 17:04:32.222571 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-24bda4b7-971a-4235-bb6e-ced346dd541b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:32.227689 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-24bda4b7-971a-4235-bb6e-ced346dd541b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:32.236955 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-a7391432-a24d-41ba-9b05-55982989399a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:32.261399 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-cad4fe60-04ce-4e7b-8f2c-ab39e9356cd6 req-c22c5662-18b3-4c62-956e-a08cb77a1ff6 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409760 May 20 17:04:32.276714 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-24bda4b7-971a-4235-bb6e-ced346dd541b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2f013482365a42ff82a27eb9668d6bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956219 May 20 17:04:32.278393 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bda4b7-971a-4235-bb6e-ced346dd541b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef17a821-e2f1-4b0d-b092-3e6ff5512dcf,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:32.280265 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 52792) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:04:32.286474 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bda4b7-971a-4235-bb6e-ced346dd541b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:32.286847 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bda4b7-971a-4235-bb6e-ced346dd541b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:32.287208 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bda4b7-971a-4235-bb6e-ced346dd541b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:32.287559 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bda4b7-971a-4235-bb6e-ced346dd541b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:32.287909 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bda4b7-971a-4235-bb6e-ced346dd541b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:32.288254 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bda4b7-971a-4235-bb6e-ced346dd541b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:32.288599 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bda4b7-971a-4235-bb6e-ced346dd541b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:32.288941 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bda4b7-971a-4235-bb6e-ced346dd541b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:32.289287 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bda4b7-971a-4235-bb6e-ced346dd541b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:32.289660 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bda4b7-971a-4235-bb6e-ced346dd541b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:32.289997 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bda4b7-971a-4235-bb6e-ced346dd541b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:32.290333 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bda4b7-971a-4235-bb6e-ced346dd541b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:32.294558 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-24bda4b7-971a-4235-bb6e-ced346dd541b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:32.340124 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-f4c696c5-5d94-485f-9af8-7b801d702f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:32.367511 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-f4c696c5-5d94-485f-9af8-7b801d702f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:32.423582 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-f4c696c5-5d94-485f-9af8-7b801d702f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:32.428708 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-6c9e6ce8-4078-42e6-9589-f0a5ad0f080a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:32.440541 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c696c5-5d94-485f-9af8-7b801d702f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef17a821-e2f1-4b0d-b092-3e6ff5512dcf,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:32.443159 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-f4c696c5-5d94-485f-9af8-7b801d702f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:32.447657 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-f4c696c5-5d94-485f-9af8-7b801d702f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:32.448791 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-f4c696c5-5d94-485f-9af8-7b801d702f45 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ef17a821-e2f1-4b0d-b092-3e6ff5512dcf HTTP/1.1" status: 204 len: 168 time: 0.1674819 May 20 17:04:32.638823 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 6 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:04:32.796625 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3eb25-7ed0-41de-bb6b-7fb223486ffd req-61d87ddb-b669-4cfe-8ce8-c6dfd40a440e tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:32.798097 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-dfc3eb25-7ed0-41de-bb6b-7fb223486ffd req-61d87ddb-b669-4cfe-8ce8-c6dfd40a440e tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0797105 May 20 17:04:32.847618 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-dfc3eb25-7ed0-41de-bb6b-7fb223486ffd req-0c7d481a-0010-40f7-88b9-95282f630198 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436838 May 20 17:04:33.455949 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca95f6-d986-496d-93a1-2d8121f7e1a5 req-94552d51-33ce-416b-bf4a-1598c13c21cd tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:33.457958 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b5ca95f6-d986-496d-93a1-2d8121f7e1a5 req-94552d51-33ce-416b-bf4a-1598c13c21cd tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.0862787 May 20 17:04:33.506827 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b5ca95f6-d986-496d-93a1-2d8121f7e1a5 req-a706950b-ca5a-4e13-8304-dd2739d26ad9 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427577 May 20 17:04:34.049382 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc95aeb-020c-4f0d-8e23-ecea6eb1de88 req-beb73d4a-d49f-4b8f-b25e-4a8fc890a773 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:34.050850 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0fc95aeb-020c-4f0d-8e23-ecea6eb1de88 req-beb73d4a-d49f-4b8f-b25e-4a8fc890a773 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0960534 May 20 17:04:34.098194 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0fc95aeb-020c-4f0d-8e23-ecea6eb1de88 req-deb3bc89-ad56-4f45-b826-4f65e4702edf tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414450 May 20 17:04:34.718149 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391e7f8-7e3d-48d5-ab89-839cd056e4ac req-9b8c5d31-245f-48ee-9959-ccf7d4f1ff8c tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:34.719616 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0391e7f8-7e3d-48d5-ab89-839cd056e4ac req-9b8c5d31-245f-48ee-9959-ccf7d4f1ff8c tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.0905404 May 20 17:04:34.765486 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0391e7f8-7e3d-48d5-ab89-839cd056e4ac req-2fa795bd-069a-428d-b93f-ca0784936cd0 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400519 May 20 17:04:35.038524 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-8cbb63bc-af5c-4c8b-9927-cc20b93ec9f2 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ac0c558ff8f84291997a23d692657df6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307670 May 20 17:04:35.210599 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-964ae3ca-345b-4f09-b7df-7e9362e36d06 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:35.212048 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-964ae3ca-345b-4f09-b7df-7e9362e36d06 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1667185 May 20 17:04:35.227768 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-e82290c7-5406-49a3-bfaf-9f82c71c190b tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/quotas/ac0c558ff8f84291997a23d692657df6 HTTP/1.1" status: 200 len: 375 time: 0.0097957 May 20 17:04:35.286818 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-de122e05-aeb7-4f27-bdca-ad1ff5667d60 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac0c558ff8f84291997a23d692657df6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530505 May 20 17:04:35.331433 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644a849-b5e1-40da-a6ca-7ca6ffc6cedd req-63434790-d7fd-4fed-b8e4-4db6adff77bd tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:35.340853 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d644a849-b5e1-40da-a6ca-7ca6ffc6cedd req-63434790-d7fd-4fed-b8e4-4db6adff77bd tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.1175578 May 20 17:04:35.384253 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d644a849-b5e1-40da-a6ca-7ca6ffc6cedd req-4309b041-2fff-404e-9503-59189b35f6da tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422843 May 20 17:04:35.478006 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8a66613f-f2f0-4ded-b3b3-bf86227101fd req-d72d465e-d019-4bc1-ab97-0f74659c0d1a tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0580c1c-42f4-4707-a7a8-44af99f5578c HTTP/1.1" status: 200 len: 210 time: 0.0514712 May 20 17:04:35.748490 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-17a19be1-bfca-4c35-8f8b-288db74a98bb tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Synchronizing usage tracker for tenant:03359f9fe008405ea637b8c155fbfc99 on resource:security_group {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:04:35.774276 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-17a19be1-bfca-4c35-8f8b-288db74a98bb tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Unset dirty status for tenant:03359f9fe008405ea637b8c155fbfc99 on resource:security_group {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:04:35.775568 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-17a19be1-bfca-4c35-8f8b-288db74a98bb tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-329446466&fields=id&tenant_id=03359f9fe008405ea637b8c155fbfc99 HTTP/1.1" status: 200 len: 267 time: 0.0849917 May 20 17:04:35.941886 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-e7b39497-2344-4788-aa79-3a6d60578372 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:35.942569 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-e7b39497-2344-4788-aa79-3a6d60578372 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Synchronizing usage tracker for tenant:03359f9fe008405ea637b8c155fbfc99 on resource:network {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:04:35.962607 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-e7b39497-2344-4788-aa79-3a6d60578372 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Unset dirty status for tenant:03359f9fe008405ea637b8c155fbfc99 on resource:network {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:04:35.963829 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-e7b39497-2344-4788-aa79-3a6d60578372 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/networks?id=693cca7c-a781-4bbe-b946-6e5d3b5628d3 HTTP/1.1" status: 200 len: 811 time: 0.1809423 May 20 17:04:35.976802 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1f5f6-acec-40c1-8b52-68e5dd54acd0 req-e5b3f5ab-7f1f-4413-b7d4-1bed46d4293b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:35.978288 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-80d1f5f6-acec-40c1-8b52-68e5dd54acd0 req-e5b3f5ab-7f1f-4413-b7d4-1bed46d4293b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.0838766 May 20 17:04:35.979187 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-049acea1-5b48-4878-b165-419f8088b86a tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/quotas/03359f9fe008405ea637b8c155fbfc99 HTTP/1.1" status: 200 len: 375 time: 0.0092199 May 20 17:04:36.024232 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-80d1f5f6-acec-40c1-8b52-68e5dd54acd0 req-2b6db46d-c801-4f85-b250-94e8ca3d5b8e tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390937 May 20 17:04:36.069975 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-993078bc-da5b-41a8-84e5-27aa231f0503 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=03359f9fe008405ea637b8c155fbfc99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0846024 May 20 17:04:36.210689 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-1ae484d9-a81b-4d6a-8f1e-76dccdf320d9 service neutron] 10.222.0.36 "GET /v2.0/networks/693cca7c-a781-4bbe-b946-6e5d3b5628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278889 May 20 17:04:36.362375 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-2da8e4ad-dc15-45cc-9b5d-e58443a3aed8 service neutron] 10.222.0.36 "GET /v2.0/networks/693cca7c-a781-4bbe-b946-6e5d3b5628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423073 May 20 17:04:36.580997 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f472a1-ae90-45a3-9f92-8b4c7afe20d2 req-8f505950-0467-4fbf-9630-1be4d196fe4d tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:36.582661 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-48f472a1-ae90-45a3-9f92-8b4c7afe20d2 req-8f505950-0467-4fbf-9630-1be4d196fe4d tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0862412 May 20 17:04:36.629661 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-48f472a1-ae90-45a3-9f92-8b4c7afe20d2 req-668a310c-969a-4da4-8665-af768eacaf43 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412164 May 20 17:04:36.765851 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dbb2d569-fd6b-47f1-901c-0c65cbe8c902 req-50bddb72-d1e2-496f-80fe-ee175b812868 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 210 time: 0.0433004 May 20 17:04:36.769922 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-e112dfd0-34c7-4692-8fdf-a746daf8852a req-f8995f76-7305-4cb6-935b-91433fdafc36 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0580c1c-42f4-4707-a7a8-44af99f5578c HTTP/1.1" status: 200 len: 210 time: 0.0455570 May 20 17:04:37.244813 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35436c59-81df-43f3-9460-9c82a2471a12 req-b9007f8e-1da8-43ce-b1d2-79093cd53fbe tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:37.246520 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-35436c59-81df-43f3-9460-9c82a2471a12 req-b9007f8e-1da8-43ce-b1d2-79093cd53fbe tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.0880473 May 20 17:04:37.294839 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-35436c59-81df-43f3-9460-9c82a2471a12 req-a2d87393-fc29-496e-94ec-5aa7a70378cc tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409949 May 20 17:04:37.826395 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281da7c-41be-47c2-95f1-ebbb237057a0 req-65647d20-6898-48a0-8751-9c3b88beea1f tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:37.827873 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-d281da7c-41be-47c2-95f1-ebbb237057a0 req-65647d20-6898-48a0-8751-9c3b88beea1f tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0849273 May 20 17:04:37.875109 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-d281da7c-41be-47c2-95f1-ebbb237057a0 req-d6e9f573-9454-486f-8325-360c83727c70 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411482 May 20 17:04:37.919180 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-48650318-8bb7-48ef-be6b-d9074c03a629 req-f4182c8a-7de9-4328-a84d-74c2ebb21b36 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 210 time: 0.0432956 May 20 17:04:38.025534 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-092d4c7a-1937-46d0-8811-4f12e6e762a5 req-a3ea85b8-12be-4714-8aef-1a143e268491 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0580c1c-42f4-4707-a7a8-44af99f5578c HTTP/1.1" status: 200 len: 210 time: 0.0475652 May 20 17:04:38.498860 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f76efb-b308-4278-adae-f059ff036eb0 req-18f251a4-e00c-44f9-8fbd-5758cc089a1b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:38.500314 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-72f76efb-b308-4278-adae-f059ff036eb0 req-18f251a4-e00c-44f9-8fbd-5758cc089a1b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.0936005 May 20 17:04:38.549632 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-72f76efb-b308-4278-adae-f059ff036eb0 req-7762c0e5-373e-4c5a-a197-d0f408bc4f21 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429623 May 20 17:04:39.098660 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-a10d4c67-c716-4bc7-9ead-b6d2749aecfd req-c7d64ca7-b516-468a-85eb-89b9358d0362 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 210 time: 0.0537171 May 20 17:04:39.251553 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d1c67-b91c-4351-928f-e1bd929f54c8 req-d72a7b41-2947-4d18-bfff-6465e9d18755 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:39.253206 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b12d1c67-b91c-4351-928f-e1bd929f54c8 req-d72a7b41-2947-4d18-bfff-6465e9d18755 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0813131 May 20 17:04:39.302030 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b12d1c67-b91c-4351-928f-e1bd929f54c8 req-84f24ff4-34ab-4833-aa7d-a3f685cd07ec tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427225 May 20 17:04:39.344074 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-bee66e85-f08e-43e9-891c-daa97bc93b13 req-0e7bd67a-156a-4ff6-a6d4-71364933df37 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0580c1c-42f4-4707-a7a8-44af99f5578c HTTP/1.1" status: 200 len: 210 time: 0.1238577 May 20 17:04:39.847961 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-4169497f-e728-4536-ac13-9e4bc3861533 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:39.849598 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-4169497f-e728-4536-ac13-9e4bc3861533 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.75 "GET /v2.0/networks?id=693cca7c-a781-4bbe-b946-6e5d3b5628d3 HTTP/1.1" status: 200 len: 811 time: 0.2475643 May 20 17:04:39.885717 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f66e9-33f3-4977-94f8-9948f5f8f017 req-bfc45815-5d61-4a29-a678-75f24f66ade1 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:39.887190 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-a13f66e9-33f3-4977-94f8-9948f5f8f017 req-bfc45815-5d61-4a29-a678-75f24f66ade1 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.1516593 May 20 17:04:39.932046 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-d2dda4cc-daa2-4bd1-aa13-91ddb041e503 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Synchronizing usage tracker for tenant:03359f9fe008405ea637b8c155fbfc99 on resource:security_group {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:04:39.963284 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-a13f66e9-33f3-4977-94f8-9948f5f8f017 req-59ccb4d9-4271-4a9f-a728-dd3311e75f77 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633969 May 20 17:04:39.963991 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-d2dda4cc-daa2-4bd1-aa13-91ddb041e503 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Unset dirty status for tenant:03359f9fe008405ea637b8c155fbfc99 on resource:security_group {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:04:39.964950 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-d2dda4cc-daa2-4bd1-aa13-91ddb041e503 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03359f9fe008405ea637b8c155fbfc99 HTTP/1.1" status: 200 len: 379 time: 0.1057498 May 20 17:04:39.976645 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-e1168a25-c684-47af-aad3-bc996ebe8d2b tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Request body: {'port': {'device_id': '6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'admin_state_up': True, 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'security_groups': ['8e1d179b-bf26-4022-b216-fac79ba6b4f2']}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:04:40.144994 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-e1168a25-c684-47af-aad3-bc996ebe8d2b tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:04:40.149627 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-e1168a25-c684-47af-aad3-bc996ebe8d2b tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Usage tracker for resource:port and tenant:03359f9fe008405ea637b8c155fbfc99 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:04:40.153352 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-e1168a25-c684-47af-aad3-bc996ebe8d2b tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Quota usage for port was recalculated. Used quota:2. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:04:40.161849 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-e1168a25-c684-47af-aad3-bc996ebe8d2b tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:04:40.190521 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-e1168a25-c684-47af-aad3-bc996ebe8d2b tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Made reservation on behalf of 03359f9fe008405ea637b8c155fbfc99 for: {'port': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:04:40.194744 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-e1168a25-c684-47af-aad3-bc996ebe8d2b tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:40.318724 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-aadb594f-0132-48b8-b48d-1121936f4d6d req-fd08e71c-9e1f-45bd-91c6-185c1d5caa21 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Synchronizing usage tracker for tenant:03359f9fe008405ea637b8c155fbfc99 on resource:port {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:04:40.359883 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c24f6-c66c-4c38-9175-00d808a61872 req-74c0108d-2d15-4020-9c9e-0d805a12dd73 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:40.361386 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-175c24f6-c66c-4c38-9175-00d808a61872 req-74c0108d-2d15-4020-9c9e-0d805a12dd73 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.0837040 May 20 17:04:40.381536 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-aadb594f-0132-48b8-b48d-1121936f4d6d req-fd08e71c-9e1f-45bd-91c6-185c1d5caa21 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Unset dirty status for tenant:03359f9fe008405ea637b8c155fbfc99 on resource:port {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:04:40.382684 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-aadb594f-0132-48b8-b48d-1121936f4d6d req-fd08e71c-9e1f-45bd-91c6-185c1d5caa21 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 210 time: 0.1088681 May 20 17:04:40.412359 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-175c24f6-c66c-4c38-9175-00d808a61872 req-a24cd70a-50cf-44ab-9cb3-e0e7be14313b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447154 May 20 17:04:40.516108 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_common [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-e1168a25-c684-47af-aad3-bc996ebe8d2b tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Allocated IP 172.20.0.7 (693cca7c-a781-4bbe-b946-6e5d3b5628d3/b9354152-da80-48a7-a2cf-cafd8cb1708a/5f36aa5f-f256-4538-8408-9dc0b44b3ebf) {{(pid=119045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:04:40.562892 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-9643d577-0121-4ec0-9062-a040e4540c6f req-c9cc05ed-c2da-4765-8c05-649654e70585 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0580c1c-42f4-4707-a7a8-44af99f5578c HTTP/1.1" status: 200 len: 210 time: 0.0463989 May 20 17:04:40.678942 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f916c2-eb8a-49ab-abca-7ad6120a2b47 req-23014a33-f8a8-47c2-9f18-3521b757d220 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:40.680394 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-d6f916c2-eb8a-49ab-abca-7ad6120a2b47 req-23014a33-f8a8-47c2-9f18-3521b757d220 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.1998799 May 20 17:04:40.758076 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-d6f916c2-eb8a-49ab-abca-7ad6120a2b47 req-449dae84-101f-4234-8f92-c1f1da2d8b2e tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695522 May 20 17:04:40.773538 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-e1168a25-c684-47af-aad3-bc996ebe8d2b tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for port, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:40.791242 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.provisioning_blocks [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-e1168a25-c684-47af-aad3-bc996ebe8d2b tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Transition to ACTIVE for port object 5f36aa5f-f256-4538-8408-9dc0b44b3ebf will not be triggered until provisioned by entity DHCP. {{(pid=119045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:04:40.818110 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-e1168a25-c684-47af-aad3-bc996ebe8d2b tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:40.823814 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-29aee010-b73e-45f7-97c7-4b3a144de0e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:40.894749 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-e1168a25-c684-47af-aad3-bc996ebe8d2b tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Network 693cca7c-a781-4bbe-b946-6e5d3b5628d3 is already hosted by enough agents. {{(pid=119045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:04:40.897818 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-e1168a25-c684-47af-aad3-bc996ebe8d2b tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Resources bound (agent type, host, resource id): {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:04:40.901617 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-e1168a25-c684-47af-aad3-bc996ebe8d2b tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Received port after_create {{(pid=119045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:04:40.931950 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1168a25-c684-47af-aad3-bc996ebe8d2b tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Pushing event updated for resources: {'Port': ['ID=5f36aa5f-f256-4538-8408-9dc0b44b3ebf,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:40.938686 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-e1168a25-c684-47af-aad3-bc996ebe8d2b tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:40.968405 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-e1168a25-c684-47af-aad3-bc996ebe8d2b tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:40.969007 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-e1168a25-c684-47af-aad3-bc996ebe8d2b tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:40.993387 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-e1168a25-c684-47af-aad3-bc996ebe8d2b tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0209427 May 20 17:04:41.134694 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-a11a56fd-1022-4800-a452-4cc8f2268c6e None None] Provisioning for port 5f36aa5f-f256-4538-8408-9dc0b44b3ebf completed by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:04:41.140451 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-a11a56fd-1022-4800-a452-4cc8f2268c6e None None] Provisioning complete for port 5f36aa5f-f256-4538-8408-9dc0b44b3ebf triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:04:41.140826 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-a11a56fd-1022-4800-a452-4cc8f2268c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:41.199862 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-a11a56fd-1022-4800-a452-4cc8f2268c6e None None] Port 5f36aa5f-f256-4538-8408-9dc0b44b3ebf cannot update to ACTIVE because it is not bound. {{(pid=119046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 17:04:41.563143 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-cea942b7-0475-44ec-8bf2-9ceabfddf558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:41.569899 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53147a46-2cf4-475e-804d-655c708c3671 req-da324b11-18cd-4b3d-8f54-30cb2c756d2e tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:41.571463 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-53147a46-2cf4-475e-804d-655c708c3671 req-da324b11-18cd-4b3d-8f54-30cb2c756d2e tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 931 time: 0.0813270 May 20 17:04:41.608315 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774413fe-2875-4ef0-8965-2e0f9a0fdd65 req-9ad12d11-f973-41ef-9b00-922cee7650c8 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:41.609770 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-774413fe-2875-4ef0-8965-2e0f9a0fdd65 req-9ad12d11-f973-41ef-9b00-922cee7650c8 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.0847471 May 20 17:04:41.617789 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-53147a46-2cf4-475e-804d-655c708c3671 req-224dcce5-7652-4279-ae48-6d3958f02ef9 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394869 May 20 17:04:41.655618 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-774413fe-2875-4ef0-8965-2e0f9a0fdd65 req-38532cc2-e7a8-455e-9fa7-347bbac2b271 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397346 May 20 17:04:41.761876 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-66afba78-8c75-4117-957c-530f6bc0bc36 req-f5d235c6-7cd6-4382-bfd4-76113a0a4449 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0580c1c-42f4-4707-a7a8-44af99f5578c HTTP/1.1" status: 200 len: 210 time: 0.0472844 May 20 17:04:41.972242 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177a5d4-da3b-4fce-9022-7adbd7e5efd4 req-20478636-cfc4-45e2-965e-119430ecaa56 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:41.973749 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0177a5d4-da3b-4fce-9022-7adbd7e5efd4 req-20478636-cfc4-45e2-965e-119430ecaa56 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0998437 May 20 17:04:42.020353 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0177a5d4-da3b-4fce-9022-7adbd7e5efd4 req-84aaab23-ef47-4fa3-8278-ac090efe130a tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406818 May 20 17:04:42.806711 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8775db-a73a-4b25-9cd5-bb2c33043ef7 req-7e9bf559-ad86-4927-afd0-546b78c710f6 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:42.808185 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-fd8775db-a73a-4b25-9cd5-bb2c33043ef7 req-7e9bf559-ad86-4927-afd0-546b78c710f6 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 931 time: 0.0816736 May 20 17:04:42.847663 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230f51d-bce3-43ce-8a92-a2de93248aa7 req-f72e25f1-668d-4105-9f12-828d8eb24864 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:42.849130 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1230f51d-bce3-43ce-8a92-a2de93248aa7 req-f72e25f1-668d-4105-9f12-828d8eb24864 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.0837331 May 20 17:04:42.854043 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-fd8775db-a73a-4b25-9cd5-bb2c33043ef7 req-74982eb2-a497-4a38-b2fa-00869479b28d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397301 May 20 17:04:42.903165 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1230f51d-bce3-43ce-8a92-a2de93248aa7 req-50500e5d-502d-44c6-8cdd-3bea53342cbb tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479758 May 20 17:04:42.993237 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-9ba57cd6-6aad-4bdf-aad1-3e2e9fc80903 req-031207f9-132e-4400-ae39-670e3cde4f2d tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0580c1c-42f4-4707-a7a8-44af99f5578c HTTP/1.1" status: 200 len: 210 time: 0.0461285 May 20 17:04:43.232573 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef875191-2746-4d8f-929c-daeab21b3f9c req-2b64354e-75e5-4430-95ff-45a4349f8d2b tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:43.233880 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ef875191-2746-4d8f-929c-daeab21b3f9c req-2b64354e-75e5-4430-95ff-45a4349f8d2b tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.1016726 May 20 17:04:43.275866 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-ac7c46db-8c7b-46dd-8afb-709d32996e15 service neutron] Request body: {'port': {'device_id': '6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:04:43.302587 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-590a857c-ae92-46cc-bba3-2570a167542d tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=ac0c558ff8f84291997a23d692657df6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303867 May 20 17:04:43.335970 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ef875191-2746-4d8f-929c-daeab21b3f9c req-8652eb1b-6bfe-454b-9686-3d5625be19d8 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934727 May 20 17:04:43.344119 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.75', 58481) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:04:43.483557 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-ac7c46db-8c7b-46dd-8afb-709d32996e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:43.485323 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-06d62a3a-0d3b-41f5-8706-d4d29bc68e86 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:43.486793 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-06d62a3a-0d3b-41f5-8706-d4d29bc68e86 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1697831 May 20 17:04:43.512880 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-fbe0675c-aa99-41aa-9740-5fd206571437 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Request body: {'port': {'device_id': 'a0580c1c-42f4-4707-a7a8-44af99f5578c', 'network_id': 'bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7', 'admin_state_up': True, 'tenant_id': 'ac0c558ff8f84291997a23d692657df6'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:04:43.572063 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77b170-87d5-49f4-ab82-c9e72563bce5 req-3af47804-d0e7-4940-9012-167f4f0d9d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:43.573579 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ec77b170-87d5-49f4-ab82-c9e72563bce5 req-3af47804-d0e7-4940-9012-167f4f0d9d60 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=633b28eb0b87461f810176c2a59c4333&device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 1099 time: 0.2274458 May 20 17:04:43.650759 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-fbe0675c-aa99-41aa-9740-5fd206571437 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:04:43.654637 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-fbe0675c-aa99-41aa-9740-5fd206571437 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Usage tracker for resource:port and tenant:ac0c558ff8f84291997a23d692657df6 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:04:43.657526 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-fbe0675c-aa99-41aa-9740-5fd206571437 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Quota usage for port was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:04:43.663237 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-fbe0675c-aa99-41aa-9740-5fd206571437 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:04:43.674424 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-fbe0675c-aa99-41aa-9740-5fd206571437 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Made reservation on behalf of ac0c558ff8f84291997a23d692657df6 for: {'port': 1} {{(pid=119044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:04:43.677977 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-fbe0675c-aa99-41aa-9740-5fd206571437 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:43.690785 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-fbe0675c-aa99-41aa-9740-5fd206571437 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:43.706974 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-fbe0675c-aa99-41aa-9740-5fd206571437 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:04:43.711252 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-fbe0675c-aa99-41aa-9740-5fd206571437 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Usage tracker for resource:security_group_rule and tenant:ac0c558ff8f84291997a23d692657df6 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:04:43.714930 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-fbe0675c-aa99-41aa-9740-5fd206571437 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:04:43.721485 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:43.722049 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-fbe0675c-aa99-41aa-9740-5fd206571437 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:04:43.808055 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-fbe0675c-aa99-41aa-9740-5fd206571437 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:43.814538 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-fbe0675c-aa99-41aa-9740-5fd206571437 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:43.818963 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:43.861589 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77b170-87d5-49f4-ab82-c9e72563bce5 req-4051434b-c1d7-4e4d-a4b1-80a677f51bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:43.863065 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ec77b170-87d5-49f4-ab82-c9e72563bce5 req-4051434b-c1d7-4e4d-a4b1-80a677f51bb6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c2c7c270-423d-436f-960a-39d7d4b1aa00 HTTP/1.1" status: 200 len: 912 time: 0.2479246 May 20 17:04:43.912111 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0675c-aa99-41aa-9740-5fd206571437 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a17de82e-39e1-4d0d-afc9-afbf1e9d4882,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:43.915506 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-fbe0675c-aa99-41aa-9740-5fd206571437 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:44.029815 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:44.152211 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.db_base_plugin_common [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-fbe0675c-aa99-41aa-9740-5fd206571437 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Allocated IP 192.168.233.47 (bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7/f48441dd-0b70-4892-9d86-4eed7e68af26/12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3) {{(pid=119044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:04:44.228739 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab36c84-b6f9-42c1-98e7-26a2ac7dccbf req-5ae27a0f-8438-4150-bf11-d8f9beb693cb tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:44.230346 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-2ab36c84-b6f9-42c1-98e7-26a2ac7dccbf req-5ae27a0f-8438-4150-bf11-d8f9beb693cb tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 931 time: 0.1709747 May 20 17:04:44.329074 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-4442f747-ba29-4c87-a3f5-c7f87cbd0e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:44.331832 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ec77b170-87d5-49f4-ab82-c9e72563bce5 req-072b9334-06fb-4513-ace6-f6cec59bd18f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97fd0e40-1173-408c-b52f-aa9da7b0aad8 HTTP/1.1" status: 200 len: 1001 time: 0.4606419 May 20 17:04:44.409528 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-2ab36c84-b6f9-42c1-98e7-26a2ac7dccbf req-4b12404e-40fe-4d66-9fc9-fddfe507fd70 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694746 May 20 17:04:44.499250 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-fbe0675c-aa99-41aa-9740-5fd206571437 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Notify callbacks [] for port, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:44.506202 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-ac7c46db-8c7b-46dd-8afb-709d32996e15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f36aa5f-f256-4538-8408-9dc0b44b3ebf {{(pid=119045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:04:44.519911 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.provisioning_blocks [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-fbe0675c-aa99-41aa-9740-5fd206571437 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Transition to ACTIVE for port object 12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3 will not be triggered until provisioned by entity DHCP. {{(pid=119044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:04:44.523721 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-ac7c46db-8c7b-46dd-8afb-709d32996e15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:44.541060 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb23e6-6c91-46d2-aa57-2e134f1b5a79 req-7a30f8e3-aa5b-4919-ae34-711699e4fb9a tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:44.542563 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-a6fb23e6-6c91-46d2-aa57-2e134f1b5a79 req-7a30f8e3-aa5b-4919-ae34-711699e4fb9a tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.4143085 May 20 17:04:44.549044 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77b170-87d5-49f4-ab82-c9e72563bce5 req-13fcc2b7-73e8-489b-a3b9-9245629a2723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:44.550459 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ec77b170-87d5-49f4-ab82-c9e72563bce5 req-13fcc2b7-73e8-489b-a3b9-9245629a2723 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=57a04c80-7361-435a-811d-e955eb1e7f4b HTTP/1.1" status: 200 len: 850 time: 0.2082298 May 20 17:04:44.569136 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.provisioning_blocks [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-ac7c46db-8c7b-46dd-8afb-709d32996e15 service neutron] Transition to ACTIVE for port object 5f36aa5f-f256-4538-8408-9dc0b44b3ebf will not be triggered until provisioned by entity L2. {{(pid=119045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:04:44.588406 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dd7653cd-c49a-4b7a-b5bd-078d17059b45 req-e7ea6a90-7e76-48b4-992d-0dfec18bf4d4 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0580c1c-42f4-4707-a7a8-44af99f5578c HTTP/1.1" status: 200 len: 210 time: 0.0503745 May 20 17:04:44.597471 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-fbe0675c-aa99-41aa-9740-5fd206571437 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:44.611514 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-b0af47c1-ba0d-4895-8527-199a753c47dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:44.623633 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-ac7c46db-8c7b-46dd-8afb-709d32996e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14687500'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:44.632784 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:44.671919 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-fbe0675c-aa99-41aa-9740-5fd206571437 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Network bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7 is already hosted by enough agents. {{(pid=119044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:04:44.676072 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-fbe0675c-aa99-41aa-9740-5fd206571437 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Resources bound (agent type, host, resource id): {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:04:44.678884 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-fbe0675c-aa99-41aa-9740-5fd206571437 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Received port after_create {{(pid=119044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:04:44.705391 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-a6fb23e6-6c91-46d2-aa57-2e134f1b5a79 req-1957da9b-c895-4a6b-866d-2ff113df56f3 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508784 May 20 17:04:44.805348 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c46db-8c7b-46dd-8afb-709d32996e15 service neutron] Pushing event updated for resources: {'Port': ['ID=5f36aa5f-f256-4538-8408-9dc0b44b3ebf,revision_number=2']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:44.810661 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-ac7c46db-8c7b-46dd-8afb-709d32996e15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:44.815965 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0675c-aa99-41aa-9740-5fd206571437 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Pushing event updated for resources: {'Port': ['ID=12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:44.819413 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-fbe0675c-aa99-41aa-9740-5fd206571437 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:44.843227 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-fbe0675c-aa99-41aa-9740-5fd206571437 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:44.843811 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-fbe0675c-aa99-41aa-9740-5fd206571437 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:44.886270 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba10781-e479-4924-8539-220139f47fe2 req-ec7b055c-58eb-46db-bc01-6e5e158bb4f3 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:44.897595 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-4ba10781-e479-4924-8539-220139f47fe2 req-ec7b055c-58eb-46db-bc01-6e5e158bb4f3 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.1829033 May 20 17:04:44.918456 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-fbe0675c-aa99-41aa-9740-5fd206571437 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4096267 May 20 17:04:44.918681 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77b170-87d5-49f4-ab82-c9e72563bce5 req-cce922f4-b080-4190-937c-7020eda7878e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:44.920917 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ec77b170-87d5-49f4-ab82-c9e72563bce5 req-cce922f4-b080-4190-937c-7020eda7878e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c2c7c270-423d-436f-960a-39d7d4b1aa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3500276 May 20 17:04:44.951320 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-4ba10781-e479-4924-8539-220139f47fe2 req-416ed7c9-947d-465e-bf80-319411962813 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524070 May 20 17:04:44.952317 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-ac7c46db-8c7b-46dd-8afb-709d32996e15 service neutron] Attempting to bind port 5f36aa5f-f256-4538-8408-9dc0b44b3ebf on host hv-cinder-78652 for vnic_type normal with profile {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:04:44.952695 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-ac7c46db-8c7b-46dd-8afb-709d32996e15 service neutron] Attempting to bind port 5f36aa5f-f256-4538-8408-9dc0b44b3ebf by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '4a8f8994-6d3f-475e-b8df-b63a9baa5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3'}] {{(pid=119045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:04:44.952978 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-ac7c46db-8c7b-46dd-8afb-709d32996e15 service neutron] Attempting to bind port 5f36aa5f-f256-4538-8408-9dc0b44b3ebf on network 693cca7c-a781-4bbe-b946-6e5d3b5628d3 {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:04:44.958087 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-ac7c46db-8c7b-46dd-8afb-709d32996e15 service neutron] Port 5f36aa5f-f256-4538-8408-9dc0b44b3ebf on network 693cca7c-a781-4bbe-b946-6e5d3b5628d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 17:04:44.958400 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-ac7c46db-8c7b-46dd-8afb-709d32996e15 service neutron] Attempting to bind port 5f36aa5f-f256-4538-8408-9dc0b44b3ebf on network 693cca7c-a781-4bbe-b946-6e5d3b5628d3 {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:04:44.963634 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-ac7c46db-8c7b-46dd-8afb-709d32996e15 service neutron] Checking agent: {'id': '6f9f6b2e-16b6-4f76-902f-5004e6b9f64e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:04:44.963967 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-ac7c46db-8c7b-46dd-8afb-709d32996e15 service neutron] Checking segment: {'id': '4a8f8994-6d3f-475e-b8df-b63a9baa5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:04:44.964350 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-ac7c46db-8c7b-46dd-8afb-709d32996e15 service neutron] Bound using segment: {'id': '4a8f8994-6d3f-475e-b8df-b63a9baa5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3'} {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:04:44.964779 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-ac7c46db-8c7b-46dd-8afb-709d32996e15 service neutron] Bound port: 5f36aa5f-f256-4538-8408-9dc0b44b3ebf, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a8f8994-6d3f-475e-b8df-b63a9baa5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3'}}] {{(pid=119045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:04:44.965126 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-ac7c46db-8c7b-46dd-8afb-709d32996e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:45.058079 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-929c1c2b-6e1b-417f-b41e-5eb0434ab733 None None] Provisioning for port 12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3 completed by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:04:45.063579 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-929c1c2b-6e1b-417f-b41e-5eb0434ab733 None None] Provisioning complete for port 12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3 triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:04:45.063942 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-929c1c2b-6e1b-417f-b41e-5eb0434ab733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:45.065719 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-ac7c46db-8c7b-46dd-8afb-709d32996e15 service neutron] For port 5f36aa5f-f256-4538-8408-9dc0b44b3ebf, host hv-cinder-78652, cleared binding levels {{(pid=119045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:04:45.068919 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-ac7c46db-8c7b-46dd-8afb-709d32996e15 service neutron] For port 5f36aa5f-f256-4538-8408-9dc0b44b3ebf, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5f36aa5f-f256-4538-8408-9dc0b44b3ebf,segment=NetworkSegment(4a8f8994-6d3f-475e-b8df-b63a9baa5b45),segment_id=4a8f8994-6d3f-475e-b8df-b63a9baa5b45)] {{(pid=119045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:04:45.076839 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-ac7c46db-8c7b-46dd-8afb-709d32996e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14687500'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:45.080640 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-5d06cb5a-0297-445f-9b68-638a518f3e76 tempest-DeleteServersTestJSON-1513860638 tempest-DeleteServersTestJSON-1513860638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:45.119680 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-929c1c2b-6e1b-417f-b41e-5eb0434ab733 None None] Port 12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3 cannot update to ACTIVE because it is not bound. {{(pid=119046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 17:04:45.144869 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-ac7c46db-8c7b-46dd-8afb-709d32996e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:45.146161 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-ac7c46db-8c7b-46dd-8afb-709d32996e15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:45.147605 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-ac7c46db-8c7b-46dd-8afb-709d32996e15 service neutron] 10.222.0.75 "PUT /v2.0/ports/5f36aa5f-f256-4538-8408-9dc0b44b3ebf HTTP/1.1" status: 200 len: 1093 time: 1.8828549 May 20 17:04:45.148089 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b', 'tag': '5f36aa5f-f256-4538-8408-9dc0b44b3ebf'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:04:45.152434 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:45.166100 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c46db-8c7b-46dd-8afb-709d32996e15 service neutron] Pushing event updated for resources: {'Port': ['ID=5f36aa5f-f256-4538-8408-9dc0b44b3ebf,revision_number=3']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:45.176448 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-ac7c46db-8c7b-46dd-8afb-709d32996e15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:45.205546 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b', 'tag': '5f36aa5f-f256-4538-8408-9dc0b44b3ebf', 'status': 'completed', 'code': 200} May 20 17:04:45.692678 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e796e-660e-47f4-8b53-a6f12c498a19 req-856d335c-62cc-4f4a-90ed-9c006f079863 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:45.694145 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-4e9e796e-660e-47f4-8b53-a6f12c498a19 req-856d335c-62cc-4f4a-90ed-9c006f079863 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 943 time: 0.1647317 May 20 17:04:45.742036 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-4e9e796e-660e-47f4-8b53-a6f12c498a19 req-b3d27347-b27b-4d59-b976-7c5276e007aa tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418909 May 20 17:04:45.798185 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de2dc2-b8e8-47e3-87a6-8f964246dfbe req-36c3d846-3fbc-42b2-8e53-c48f833d22e8 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:45.799699 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-82de2dc2-b8e8-47e3-87a6-8f964246dfbe req-36c3d846-3fbc-42b2-8e53-c48f833d22e8 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0580c1c-42f4-4707-a7a8-44af99f5578c HTTP/1.1" status: 200 len: 935 time: 0.1003647 May 20 17:04:45.847229 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-82de2dc2-b8e8-47e3-87a6-8f964246dfbe req-6be70aa0-7cd5-4c39-b952-b324ee686494 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17de82e-39e1-4d0d-afc9-afbf1e9d4882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416241 May 20 17:04:45.918376 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f9f90-bd6b-494f-87c5-4b0fd56b9674 req-9447967a-abb4-4f49-bbdb-df6bee866a8b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:45.920050 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-540f9f90-bd6b-494f-87c5-4b0fd56b9674 req-9447967a-abb4-4f49-bbdb-df6bee866a8b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.0845931 May 20 17:04:45.968035 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-540f9f90-bd6b-494f-87c5-4b0fd56b9674 req-db39f0ae-825b-4e09-ada3-53fbeb9bae23 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396414 May 20 17:04:46.144003 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d716915-2830-4115-ad68-6d5d04b55474 req-6c6d77a7-184b-4d81-b84f-908e7b860cf9 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:46.145457 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-5d716915-2830-4115-ad68-6d5d04b55474 req-6c6d77a7-184b-4d81-b84f-908e7b860cf9 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0843527 May 20 17:04:46.191031 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-5d716915-2830-4115-ad68-6d5d04b55474 req-f26f493f-9c27-4bca-a753-d345d722466c tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394404 May 20 17:04:46.880909 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:46.945238 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf891f3-cbbd-485a-acac-5e1e0a7771a1 req-80c2d978-5fb9-4371-9539-06f2b9db03f3 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:46.946734 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ebf891f3-cbbd-485a-acac-5e1e0a7771a1 req-80c2d978-5fb9-4371-9539-06f2b9db03f3 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 943 time: 0.0855219 May 20 17:04:46.993532 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ebf891f3-cbbd-485a-acac-5e1e0a7771a1 req-a32c9311-0b72-4d35-a06f-c6a33db7bd33 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407603 May 20 17:04:47.039475 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df1b6e-c7b7-404a-b871-83c18eda07d9 req-59873e91-1d33-482d-9ac8-ae42c81f2c6b tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:47.040838 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-63df1b6e-c7b7-404a-b871-83c18eda07d9 req-59873e91-1d33-482d-9ac8-ae42c81f2c6b tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0580c1c-42f4-4707-a7a8-44af99f5578c HTTP/1.1" status: 200 len: 935 time: 0.0826728 May 20 17:04:47.085664 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-63df1b6e-c7b7-404a-b871-83c18eda07d9 req-a1c259a5-22fc-4a9c-a82a-349bbd09042e tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17de82e-39e1-4d0d-afc9-afbf1e9d4882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388520 May 20 17:04:47.174258 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3450f-c84d-433d-a094-fb3c558e5d34 req-1f180b4d-9fa2-4a99-83df-65d807ba5e3f tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:47.175807 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-aca3450f-c84d-433d-a094-fb3c558e5d34 req-1f180b4d-9fa2-4a99-83df-65d807ba5e3f tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.0868506 May 20 17:04:47.227499 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-aca3450f-c84d-433d-a094-fb3c558e5d34 req-864daef7-0c42-4bdd-b9e1-d6041824017c tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422814 May 20 17:04:47.393344 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097b86e-8253-4300-9811-78e698eb7ca9 req-dc4a55f5-e7e2-48ac-82f1-d5eefc9fc021 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:47.394714 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-2097b86e-8253-4300-9811-78e698eb7ca9 req-dc4a55f5-e7e2-48ac-82f1-d5eefc9fc021 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0917969 May 20 17:04:47.439655 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-2097b86e-8253-4300-9811-78e698eb7ca9 req-51a58d3a-87e9-4626-9128-c18521aa1c96 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390568 May 20 17:04:47.812992 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-35a583db-9405-4928-8a96-3eb933ff1ff0 service neutron] Request body: {'port': {'device_id': 'a0580c1c-42f4-4707-a7a8-44af99f5578c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:04:47.910210 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.75', 58487) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:04:47.968109 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-35a583db-9405-4928-8a96-3eb933ff1ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:47.999380 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ec77b170-87d5-49f4-ab82-c9e72563bce5 req-e9c84f06-6a34-400e-82f2-e3e83dc2c457 service neutron] 10.222.0.75 "GET /v2.0/networks/c2c7c270-423d-436f-960a-39d7d4b1aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927879 May 20 17:04:48.005542 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4484383-1603-4cda-95f1-4d8348a01c1c req-145eaa14-2d02-49d7-bbfe-55a650a3866c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:48.006925 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-a4484383-1603-4cda-95f1-4d8348a01c1c req-145eaa14-2d02-49d7-bbfe-55a650a3866c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=03359f9fe008405ea637b8c155fbfc99&device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 1096 time: 0.1784589 May 20 17:04:48.155989 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a7563-65c4-4778-bdeb-24bc47ef500d req-a6047c44-f6ca-46e4-99e6-2e5e2fe085d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:48.157605 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-da5a7563-65c4-4778-bdeb-24bc47ef500d req-a6047c44-f6ca-46e4-99e6-2e5e2fe085d3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 1098 time: 0.2403655 May 20 17:04:48.267293 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-da5a7563-65c4-4778-bdeb-24bc47ef500d req-a8bc678c-1571-4b13-b600-780a57b94220 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894113 May 20 17:04:48.354114 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd1bf9-4802-44ee-b301-2fad115de55d req-00f50286-a500-4218-ac36-6c549438ea42 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:48.355580 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7cbd1bf9-4802-44ee-b301-2fad115de55d req-00f50286-a500-4218-ac36-6c549438ea42 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 943 time: 0.2457054 May 20 17:04:48.405856 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ec77b170-87d5-49f4-ab82-c9e72563bce5 req-04fa6b1a-14fb-4e2b-933b-ee1e2b82d50d service neutron] 10.222.0.75 "GET /v2.0/networks/c2c7c270-423d-436f-960a-39d7d4b1aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979769 May 20 17:04:48.413109 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4484383-1603-4cda-95f1-4d8348a01c1c req-83b5c2c2-2ab6-4613-a7ac-ceda64790938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:48.414529 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-a4484383-1603-4cda-95f1-4d8348a01c1c req-83b5c2c2-2ab6-4613-a7ac-ceda64790938 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=03359f9fe008405ea637b8c155fbfc99&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3874571 May 20 17:04:48.420450 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7cbd1bf9-4802-44ee-b301-2fad115de55d req-2b9a58a7-65c0-49da-9221-bd5881c83ac9 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589380 May 20 17:04:48.431436 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae8984-e632-4042-b153-98f8b5b3aca9 req-236a348f-259b-452a-b109-c116f941e9d6 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:48.433254 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-62ae8984-e632-4042-b153-98f8b5b3aca9 req-236a348f-259b-452a-b109-c116f941e9d6 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0580c1c-42f4-4707-a7a8-44af99f5578c HTTP/1.1" status: 200 len: 935 time: 0.2122040 May 20 17:04:48.499489 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.notifiers.nova [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-35a583db-9405-4928-8a96-3eb933ff1ff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3 {{(pid=119044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:04:48.508671 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-35a583db-9405-4928-8a96-3eb933ff1ff0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:48.523324 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.provisioning_blocks [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-35a583db-9405-4928-8a96-3eb933ff1ff0 service neutron] Transition to ACTIVE for port object 12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3 will not be triggered until provisioned by entity L2. {{(pid=119044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:04:48.528238 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-35a583db-9405-4928-8a96-3eb933ff1ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14410818'] for port, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:48.532081 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:48.581376 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-62ae8984-e632-4042-b153-98f8b5b3aca9 req-af1d6896-0616-4d97-b277-1251f42d440a tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17de82e-39e1-4d0d-afc9-afbf1e9d4882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253393 May 20 17:04:48.614018 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4484383-1603-4cda-95f1-4d8348a01c1c req-deb528de-7476-4f5f-8a71-172b0eb1d7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:48.615527 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-a4484383-1603-4cda-95f1-4d8348a01c1c req-deb528de-7476-4f5f-8a71-172b0eb1d7f9 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1810915 May 20 17:04:48.743797 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a583db-9405-4928-8a96-3eb933ff1ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3,revision_number=2']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:48.749424 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-35a583db-9405-4928-8a96-3eb933ff1ff0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:48.831143 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-e0efa392-b9d6-400d-9c29-86f0a579efcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:48.832642 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-e0efa392-b9d6-400d-9c29-86f0a579efcd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=03359f9fe008405ea637b8c155fbfc99&device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 1096 time: 0.1713431 May 20 17:04:48.845668 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549233e6-4918-4ca4-9ce2-d910d528797e req-eabb5c21-a03b-4949-9a20-253d3cfbcad5 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:48.847185 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-549233e6-4918-4ca4-9ce2-d910d528797e req-eabb5c21-a03b-4949-9a20-253d3cfbcad5 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.1409073 May 20 17:04:48.848696 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab77e4-abc0-4ecc-9539-e2ec3a0a408a req-7c5d5c3d-0b17-45ea-aed1-628944127bcf tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:48.856138 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-a5ab77e4-abc0-4ecc-9539-e2ec3a0a408a req-7c5d5c3d-0b17-45ea-aed1-628944127bcf tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.2860677 May 20 17:04:48.925741 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.managers [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-35a583db-9405-4928-8a96-3eb933ff1ff0 service neutron] Attempting to bind port 12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:04:48.925971 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.managers [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-35a583db-9405-4928-8a96-3eb933ff1ff0 service neutron] Attempting to bind port 12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '43dd4bbd-7757-4585-b1ae-7f8466b97397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7'}] {{(pid=119044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:04:48.926252 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-35a583db-9405-4928-8a96-3eb933ff1ff0 service neutron] Attempting to bind port 12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3 on network bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7 {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:04:48.932098 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-a5ab77e4-abc0-4ecc-9539-e2ec3a0a408a req-0348150a-da0c-445e-b85c-d5ed1aa62e2e tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751958 May 20 17:04:48.933915 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-35a583db-9405-4928-8a96-3eb933ff1ff0 service neutron] Port 12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3 on network bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 17:04:48.934240 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-35a583db-9405-4928-8a96-3eb933ff1ff0 service neutron] Attempting to bind port 12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3 on network bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7 {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:04:48.936447 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-40d86115-3284-48da-b7fd-4c3e8f8eb1f3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f36aa5f-f256-4538-8408-9dc0b44b3ebf HTTP/1.1" status: 200 len: 217 time: 0.0882866 May 20 17:04:48.940544 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-35a583db-9405-4928-8a96-3eb933ff1ff0 service neutron] Checking agent: {'id': '6f9f6b2e-16b6-4f76-902f-5004e6b9f64e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:04:48.940882 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-35a583db-9405-4928-8a96-3eb933ff1ff0 service neutron] Checking segment: {'id': '43dd4bbd-7757-4585-b1ae-7f8466b97397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:04:48.941306 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-35a583db-9405-4928-8a96-3eb933ff1ff0 service neutron] Bound using segment: {'id': '43dd4bbd-7757-4585-b1ae-7f8466b97397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7'} {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:04:48.941744 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.managers [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-35a583db-9405-4928-8a96-3eb933ff1ff0 service neutron] Bound port: 12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43dd4bbd-7757-4585-b1ae-7f8466b97397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7'}}] {{(pid=119044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:04:48.942093 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-35a583db-9405-4928-8a96-3eb933ff1ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:48.995709 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-549233e6-4918-4ca4-9ce2-d910d528797e req-34eda263-e4cc-4d55-884f-c15345d578db tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896008 May 20 17:04:49.043259 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-9e3fc487-fe34-4190-96c4-a8c520ce616c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:49.045815 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-9e3fc487-fe34-4190-96c4-a8c520ce616c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b9354152-da80-48a7-a2cf-cafd8cb1708a HTTP/1.1" status: 200 len: 850 time: 0.0890586 May 20 17:04:49.056193 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-35a583db-9405-4928-8a96-3eb933ff1ff0 service neutron] For port 12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3, host hv-cinder-78652, cleared binding levels {{(pid=119044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:04:49.061221 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-35a583db-9405-4928-8a96-3eb933ff1ff0 service neutron] For port 12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3,segment=NetworkSegment(43dd4bbd-7757-4585-b1ae-7f8466b97397),segment_id=43dd4bbd-7757-4585-b1ae-7f8466b97397)] {{(pid=119044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:04:49.069404 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-35a583db-9405-4928-8a96-3eb933ff1ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14410818'] for port, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:49.075489 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:49.134921 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-35a583db-9405-4928-8a96-3eb933ff1ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:49.135958 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-35a583db-9405-4928-8a96-3eb933ff1ff0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:49.136903 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-35a583db-9405-4928-8a96-3eb933ff1ff0 service neutron] 10.222.0.75 "PUT /v2.0/ports/12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3 HTTP/1.1" status: 200 len: 1097 time: 1.3299060 May 20 17:04:49.137413 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0580c1c-42f4-4707-a7a8-44af99f5578c', 'tag': '12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3'}] {{(pid=119044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:04:49.160065 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a583db-9405-4928-8a96-3eb933ff1ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3,revision_number=3']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:49.163141 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-35a583db-9405-4928-8a96-3eb933ff1ff0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:49.164936 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-530c38c7-f7b0-4e9a-bbeb-c6863df87ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:49.166845 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-530c38c7-f7b0-4e9a-bbeb-c6863df87ade service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=693cca7c-a781-4bbe-b946-6e5d3b5628d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1061933 May 20 17:04:49.231018 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0580c1c-42f4-4707-a7a8-44af99f5578c', 'tag': '12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3', 'status': 'completed', 'code': 200} May 20 17:04:49.335867 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-68f7cb84-6889-4d1a-a5d4-013eed05dd09 service neutron] 10.222.0.75 "GET /v2.0/networks/693cca7c-a781-4bbe-b946-6e5d3b5628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538343 May 20 17:04:49.369759 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-de61bdfa-d36e-411c-ba28-4d3dc8a280e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:49.371201 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-de61bdfa-d36e-411c-ba28-4d3dc8a280e6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ac0c558ff8f84291997a23d692657df6&device_id=a0580c1c-42f4-4707-a7a8-44af99f5578c HTTP/1.1" status: 200 len: 1100 time: 0.1795204 May 20 17:04:49.471337 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-d6d15495-15ec-4d92-a44f-5f2cf981d4d4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3 HTTP/1.1" status: 200 len: 217 time: 0.0810380 May 20 17:04:49.496170 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-78f02ba3-dd4d-428a-a5c3-1bfe6a23a6b7 req-5184aaa8-2c35-4574-8adb-f18d154de017 service neutron] 10.222.0.75 "GET /v2.0/networks/693cca7c-a781-4bbe-b946-6e5d3b5628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360202 May 20 17:04:49.545065 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-eb622b87-ac0c-43af-9595-796de8a6d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:49.546625 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-eb622b87-ac0c-43af-9595-796de8a6d35a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f48441dd-0b70-4892-9d86-4eed7e68af26 HTTP/1.1" status: 200 len: 843 time: 0.0639162 May 20 17:04:49.624409 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-6056b9fa-816d-4a5e-b097-cccab0b5e79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:49.625620 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88cb08-76da-40da-b093-b8686d4b13cf req-16e29c92-41aa-4316-8d15-ac70fe84d496 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:49.626078 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-6056b9fa-816d-4a5e-b097-cccab0b5e79a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0722287 May 20 17:04:49.627663 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cd88cb08-76da-40da-b093-b8686d4b13cf req-16e29c92-41aa-4316-8d15-ac70fe84d496 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 943 time: 0.0848770 May 20 17:04:49.681400 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cd88cb08-76da-40da-b093-b8686d4b13cf req-de41f689-1e61-49d3-8bca-d2c05ba308aa tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475488 May 20 17:04:49.814474 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-4af3005f-e279-49bd-8ae5-e15d2d1aef98 service neutron] 10.222.0.75 "GET /v2.0/networks/bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798797 May 20 17:04:49.859667 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06a2bf-8069-466b-ab58-4bd3de0ff895 req-5903f1fd-0def-4981-b3b0-18eea0a66568 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:49.860397 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-7c06a2bf-8069-466b-ab58-4bd3de0ff895 req-5903f1fd-0def-4981-b3b0-18eea0a66568 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Synchronizing usage tracker for tenant:ac0c558ff8f84291997a23d692657df6 on resource:port {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:04:49.955114 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-7c06a2bf-8069-466b-ab58-4bd3de0ff895 req-5903f1fd-0def-4981-b3b0-18eea0a66568 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Unset dirty status for tenant:ac0c558ff8f84291997a23d692657df6 on resource:port {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:04:49.956280 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7c06a2bf-8069-466b-ab58-4bd3de0ff895 req-5903f1fd-0def-4981-b3b0-18eea0a66568 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0580c1c-42f4-4707-a7a8-44af99f5578c HTTP/1.1" status: 200 len: 947 time: 0.2383206 May 20 17:04:50.004066 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-42eadd08-ff41-4a3c-9a6e-eb3a0049b638 req-ad712500-2144-4553-a71d-92dc753da992 service neutron] 10.222.0.75 "GET /v2.0/networks/bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752343 May 20 17:04:50.026437 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-7c06a2bf-8069-466b-ab58-4bd3de0ff895 req-8bcb12f9-3e40-4097-916f-73f9d76bd951 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Synchronizing usage tracker for tenant:ac0c558ff8f84291997a23d692657df6 on resource:security_group {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:04:50.049011 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-7c06a2bf-8069-466b-ab58-4bd3de0ff895 req-8bcb12f9-3e40-4097-916f-73f9d76bd951 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Unset dirty status for tenant:ac0c558ff8f84291997a23d692657df6 on resource:security_group {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:04:50.051222 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7c06a2bf-8069-466b-ab58-4bd3de0ff895 req-8bcb12f9-3e40-4097-916f-73f9d76bd951 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17de82e-39e1-4d0d-afc9-afbf1e9d4882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819962 May 20 17:04:50.137460 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f01ec-0cfc-4875-b41b-280ecd1bbe28 req-a7ad9fe5-aec3-4376-b87f-c2a80244ebf2 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:50.139478 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-631f01ec-0cfc-4875-b41b-280ecd1bbe28 req-a7ad9fe5-aec3-4376-b87f-c2a80244ebf2 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.0869956 May 20 17:04:50.150399 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1193838-edb2-483a-9256-c47a7606db21 req-8912530b-3d3b-4566-b044-e4523af4731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:50.152882 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b1193838-edb2-483a-9256-c47a7606db21 req-8912530b-3d3b-4566-b044-e4523af4731f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ac0c558ff8f84291997a23d692657df6&device_id=a0580c1c-42f4-4707-a7a8-44af99f5578c HTTP/1.1" status: 200 len: 1100 time: 0.0937610 May 20 17:04:50.189410 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-631f01ec-0cfc-4875-b41b-280ecd1bbe28 req-7a125cbd-d093-492f-8135-4588e731739f tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438614 May 20 17:04:50.343931 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1193838-edb2-483a-9256-c47a7606db21 req-36549476-bd0a-4607-bdd3-d4499eba82bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:50.345304 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b1193838-edb2-483a-9256-c47a7606db21 req-36549476-bd0a-4607-bdd3-d4499eba82bb service neutron] 10.222.0.75 "GET /v2.0/networks?id=bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7 HTTP/1.1" status: 200 len: 870 time: 0.1524918 May 20 17:04:50.355479 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fe681-4250-4028-8a67-397982c08167 req-71a3442f-36e1-4ffb-9979-4d1fb332899a tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:50.356823 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-359fe681-4250-4028-8a67-397982c08167 req-71a3442f-36e1-4ffb-9979-4d1fb332899a tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.2028930 May 20 17:04:50.431296 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b1193838-edb2-483a-9256-c47a7606db21 req-24118b60-c5fa-441f-8f7f-01785d37a7b0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3 HTTP/1.1" status: 200 len: 217 time: 0.0734367 May 20 17:04:50.496237 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-359fe681-4250-4028-8a67-397982c08167 req-ddd04ee4-7eef-4119-98e5-291fa7ffccd7 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919533 May 20 17:04:50.519946 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1193838-edb2-483a-9256-c47a7606db21 req-6ce162da-d148-4893-960d-6c960fcc9146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:50.521542 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b1193838-edb2-483a-9256-c47a7606db21 req-6ce162da-d148-4893-960d-6c960fcc9146 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f48441dd-0b70-4892-9d86-4eed7e68af26 HTTP/1.1" status: 200 len: 843 time: 0.0749204 May 20 17:04:50.603941 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1193838-edb2-483a-9256-c47a7606db21 req-3fa00a8f-981e-4d09-9c5d-c668ff543757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:50.605386 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b1193838-edb2-483a-9256-c47a7606db21 req-3fa00a8f-981e-4d09-9c5d-c668ff543757 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0742202 May 20 17:04:50.750573 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b1193838-edb2-483a-9256-c47a7606db21 req-bb4a53a5-4da9-4d28-a6f6-eeb97a02d84f service neutron] 10.222.0.75 "GET /v2.0/networks/bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354117 May 20 17:04:50.953329 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b1193838-edb2-483a-9256-c47a7606db21 req-0b7da2b4-5469-474f-b679-26f62a627988 service neutron] 10.222.0.75 "GET /v2.0/networks/bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909413 May 20 17:04:50.967077 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fa100-5235-4260-a1ad-c0286c7091b1 req-9ea1f41a-42f5-448a-b087-0d3e424afb14 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:50.968762 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-083fa100-5235-4260-a1ad-c0286c7091b1 req-9ea1f41a-42f5-448a-b087-0d3e424afb14 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 943 time: 0.1683533 May 20 17:04:51.018171 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-083fa100-5235-4260-a1ad-c0286c7091b1 req-cd919aee-c842-4ca0-aa5a-206342cdcf16 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435238 May 20 17:04:51.067825 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3629a-4efe-4f87-b914-5e678780e9e3 req-4e4e725c-6e34-4c1f-8db7-f519b25ca56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:51.071640 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b3b3629a-4efe-4f87-b914-5e678780e9e3 req-4e4e725c-6e34-4c1f-8db7-f519b25ca56c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=386a22f1a8b04c71b369081dac044608&device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 1098 time: 0.1452122 May 20 17:04:51.135881 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592dcaf-9626-4f1f-855a-a3ff5add38aa req-75ee9a68-88af-422a-9f6f-d524466e7c80 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:51.137366 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8592dcaf-9626-4f1f-855a-a3ff5add38aa req-75ee9a68-88af-422a-9f6f-d524466e7c80 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.1545019 May 20 17:04:51.271549 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed9a52-062a-438c-ae01-1fb812f6ea41 req-6adeb37c-e00e-4bfb-bae0-ccc5c269762d tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:51.273946 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b2ed9a52-062a-438c-ae01-1fb812f6ea41 req-6adeb37c-e00e-4bfb-bae0-ccc5c269762d tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0580c1c-42f4-4707-a7a8-44af99f5578c HTTP/1.1" status: 200 len: 947 time: 0.1098614 May 20 17:04:51.281760 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8592dcaf-9626-4f1f-855a-a3ff5add38aa req-d0bf6d6d-ffed-4bb2-9996-ca871d7bd51b tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992117 May 20 17:04:51.287486 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3629a-4efe-4f87-b914-5e678780e9e3 req-7ee47e23-3fe8-446b-aaac-f75cd990a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:51.291429 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b3b3629a-4efe-4f87-b914-5e678780e9e3 req-7ee47e23-3fe8-446b-aaac-f75cd990a448 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c9a972fe-2e62-44ea-901e-aa60176fd9d2 HTTP/1.1" status: 200 len: 919 time: 0.2090826 May 20 17:04:51.446690 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b2ed9a52-062a-438c-ae01-1fb812f6ea41 req-fd94c6d6-aa27-4992-a3f9-6df9ac0887f9 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17de82e-39e1-4d0d-afc9-afbf1e9d4882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658366 May 20 17:04:51.469692 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b3b3629a-4efe-4f87-b914-5e678780e9e3 req-50ef9585-2577-455e-b998-3cbe379ee091 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=faf13afa-a484-4391-ac53-0e106135f068 HTTP/1.1" status: 200 len: 217 time: 0.1658432 May 20 17:04:51.542752 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3629a-4efe-4f87-b914-5e678780e9e3 req-22e3cb08-8da6-496a-8df0-07411c3012e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:51.544240 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b3b3629a-4efe-4f87-b914-5e678780e9e3 req-22e3cb08-8da6-496a-8df0-07411c3012e1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9417b423-694f-4c54-8180-2a0bd002ded9 HTTP/1.1" status: 200 len: 858 time: 0.0677273 May 20 17:04:51.596034 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b3b3629a-4efe-4f87-b914-5e678780e9e3 req-2c04a694-99cd-47ad-9eaa-2e85af3aa690 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c9a972fe-2e62-44ea-901e-aa60176fd9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441751 May 20 17:04:51.764673 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b3b3629a-4efe-4f87-b914-5e678780e9e3 req-6620c7bc-7234-4766-972d-2cf0a7ff5b93 service neutron] 10.222.0.75 "GET /v2.0/networks/c9a972fe-2e62-44ea-901e-aa60176fd9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592352 May 20 17:04:51.925829 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b3b3629a-4efe-4f87-b914-5e678780e9e3 req-715b3af2-4bd7-46a2-b6b0-4ece06f5429f service neutron] 10.222.0.75 "GET /v2.0/networks/c9a972fe-2e62-44ea-901e-aa60176fd9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509125 May 20 17:04:52.231065 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99a0ab-5f4a-4618-86ad-6f97f2c72732 req-f9f211e3-91ea-4939-8903-4709f1d0066b tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:52.233013 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9a99a0ab-5f4a-4618-86ad-6f97f2c72732 req-f9f211e3-91ea-4939-8903-4709f1d0066b tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 943 time: 0.0858104 May 20 17:04:52.282978 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9a99a0ab-5f4a-4618-86ad-6f97f2c72732 req-7323f4bb-7936-4398-a811-7d10f28f6f83 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444856 May 20 17:04:52.485630 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c881e-9ed1-49fb-890c-72383c644265 req-637d0421-869c-4d75-a476-5d349ae9922e tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:52.487118 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-a52c881e-9ed1-49fb-890c-72383c644265 req-637d0421-869c-4d75-a476-5d349ae9922e tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0838785 May 20 17:04:52.538035 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-a52c881e-9ed1-49fb-890c-72383c644265 req-0c607c15-098d-46de-bd2b-e9c06fd239c5 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448081 May 20 17:04:52.699290 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2871282-f8c6-49c8-9304-8b603273f08b req-7b74a1df-35df-4404-93c8-771bbdb1dbd4 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:52.701074 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b2871282-f8c6-49c8-9304-8b603273f08b req-7b74a1df-35df-4404-93c8-771bbdb1dbd4 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0580c1c-42f4-4707-a7a8-44af99f5578c HTTP/1.1" status: 200 len: 947 time: 0.0826387 May 20 17:04:52.746503 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b2871282-f8c6-49c8-9304-8b603273f08b req-de0d96d6-826b-4c8f-89ae-9154126e1891 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17de82e-39e1-4d0d-afc9-afbf1e9d4882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396299 May 20 17:04:53.483315 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935a02a-a148-41d1-a598-ab7d727b104e req-e14f226d-7e19-4e91-a86b-17ef6a03a21e tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:53.484764 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-6935a02a-a148-41d1-a598-ab7d727b104e req-e14f226d-7e19-4e91-a86b-17ef6a03a21e tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 943 time: 0.0861151 May 20 17:04:53.531655 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-6935a02a-a148-41d1-a598-ab7d727b104e req-2ec1bf2d-0611-476a-b5ff-226eeea774c4 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403583 May 20 17:04:53.737213 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ca568-ec5b-4307-98a5-8bd021bb0cea req-bf38e87a-829d-492e-99ec-949d9c9be0b5 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:53.738737 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ef9ca568-ec5b-4307-98a5-8bd021bb0cea req-bf38e87a-829d-492e-99ec-949d9c9be0b5 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0884058 May 20 17:04:53.784647 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=119046) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 17:04:53.785950 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ef9ca568-ec5b-4307-98a5-8bd021bb0cea req-b5a4c2cd-6f64-445c-9257-b995b745fb82 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412812 May 20 17:04:53.943324 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3,segment=NetworkSegment(43dd4bbd-7757-4585-b1ae-7f8466b97397),segment_id=43dd4bbd-7757-4585-b1ae-7f8466b97397)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:04:53.957242 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Returning: {'device': '12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3', 'network_id': 'bfe97cf3-eb8d-41f7-bdc3-e1e2b5e2dbb7', 'port_id': '12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3', 'mac_address': 'fa:16:3e:3f:61:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f48441dd-0b70-4892-9d86-4eed7e68af26', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119046) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 17:04:53.970865 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccddfc-e019-442b-9cf9-9ead20aebbb0 req-9a0b6f28-ef90-4640-9ba2-18d01f747094 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:53.972708 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-feccddfc-e019-442b-9cf9-9ead20aebbb0 req-9a0b6f28-ef90-4640-9ba2-18d01f747094 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0580c1c-42f4-4707-a7a8-44af99f5578c HTTP/1.1" status: 200 len: 947 time: 0.0882487 May 20 17:04:54.013907 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:54.031123 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3 {{(pid=119046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:04:54.042099 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-feccddfc-e019-442b-9cf9-9ead20aebbb0 req-a11bc879-a09f-453c-95c7-13e482bcc0d5 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17de82e-39e1-4d0d-afc9-afbf1e9d4882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633836 May 20 17:04:54.051427 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3,segment=NetworkSegment(43dd4bbd-7757-4585-b1ae-7f8466b97397),segment_id=43dd4bbd-7757-4585-b1ae-7f8466b97397)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:04:54.057749 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:54.059609 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-80ec4138-bc20-4d78-b648-eb66adebc3b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:54.112532 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1b924-5781-4676-b28b-264d0368abaa req-a6b19ff7-6e7c-4550-949d-be11feea48d9 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:54.114122 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-43e1b924-5781-4676-b28b-264d0368abaa req-a6b19ff7-6e7c-4550-949d-be11feea48d9 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=348559dd-a48d-4988-bc46-629b77e73920 HTTP/1.1" status: 200 len: 945 time: 0.0824652 May 20 17:04:54.129806 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:54.137252 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:54.137599 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:54.137936 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:54.138322 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:54.138651 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:54.138979 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:54.139297 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:54.139783 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:54.140282 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:54.140608 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:54.140925 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:54.141253 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:54.145481 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:54.162689 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-43e1b924-5781-4676-b28b-264d0368abaa req-8790e87f-d214-482a-a113-6842208f3a6d tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417047 May 20 17:04:54.462450 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:04:54.867960 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722fd49-037e-4366-b4bc-f1ff013418db req-36d9553f-dc56-4241-ad1a-dee5ec2702f9 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:54.869470 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-9722fd49-037e-4366-b4bc-f1ff013418db req-36d9553f-dc56-4241-ad1a-dee5ec2702f9 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 943 time: 0.0841978 May 20 17:04:54.917154 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-9722fd49-037e-4366-b4bc-f1ff013418db req-6ee71774-f88c-4d1d-b3cc-959db1a80833 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405371 May 20 17:04:54.973332 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698106d7-6458-40d3-bc7e-8ba7b9e9e84f req-810bfb00-6a13-4306-ab41-ffdabb37d016 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:54.974771 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-698106d7-6458-40d3-bc7e-8ba7b9e9e84f req-810bfb00-6a13-4306-ab41-ffdabb37d016 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0819874 May 20 17:04:55.018791 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-698106d7-6458-40d3-bc7e-8ba7b9e9e84f req-59c7b554-3d0e-4b8c-9593-d831a27f907e tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381193 May 20 17:04:55.223549 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c055c-650e-4331-8d89-23318500b783 req-cc374912-d927-41e4-a78a-57db491d75ea tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:55.224613 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b88c055c-650e-4331-8d89-23318500b783 req-cc374912-d927-41e4-a78a-57db491d75ea tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0580c1c-42f4-4707-a7a8-44af99f5578c HTTP/1.1" status: 200 len: 948 time: 0.0837877 May 20 17:04:55.275689 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b88c055c-650e-4331-8d89-23318500b783 req-f59ae65e-5b28-4daf-80dd-579727c79768 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17de82e-39e1-4d0d-afc9-afbf1e9d4882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450912 May 20 17:04:55.458259 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a7adc-ed92-46ce-9177-bff1a0f3c079 req-e7b17c29-b8be-438c-a089-973a2812795b tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:55.459908 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-5c2a7adc-ed92-46ce-9177-bff1a0f3c079 req-e7b17c29-b8be-438c-a089-973a2812795b tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=348559dd-a48d-4988-bc46-629b77e73920 HTTP/1.1" status: 200 len: 945 time: 0.0848863 May 20 17:04:55.510755 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-5c2a7adc-ed92-46ce-9177-bff1a0f3c079 req-6768b3fb-2239-4d5c-b976-9a7a867abe02 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449839 May 20 17:04:55.803594 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3 up at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:04:55.882417 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning for port 12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3 completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:04:55.888108 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning complete for port 12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:04:55.888506 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:56.008350 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:56.036067 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0580c1c-42f4-4707-a7a8-44af99f5578c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3'}] {{(pid=119046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:04:56.045783 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3,segment=NetworkSegment(43dd4bbd-7757-4585-b1ae-7f8466b97397),segment_id=43dd4bbd-7757-4585-b1ae-7f8466b97397)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:04:56.050993 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:56.053720 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:56.090250 dv-cinder-786524-7-iscsi neutron-server[119046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0580c1c-42f4-4707-a7a8-44af99f5578c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3', 'code': 200} May 20 17:04:56.123792 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3,revision_number=5']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:56.127013 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:56.152475 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd015df1-12c0-4b85-a1e4-f4573628459d req-ef93bf2c-653c-4a5d-9222-605e70519703 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:56.153961 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-fd015df1-12c0-4b85-a1e4-f4573628459d req-ef93bf2c-653c-4a5d-9222-605e70519703 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 943 time: 0.1275303 May 20 17:04:56.199106 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-fd015df1-12c0-4b85-a1e4-f4573628459d req-ee2ceb25-0c42-40b5-b8dd-b78e7d8185b3 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390804 May 20 17:04:56.347279 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d660917-6225-436b-8063-90339f13d0ba req-45522148-fec0-48b7-99ad-a33cc0c8cf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:56.349298 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4d660917-6225-436b-8063-90339f13d0ba req-45522148-fec0-48b7-99ad-a33cc0c8cf32 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a0580c1c-42f4-4707-a7a8-44af99f5578c HTTP/1.1" status: 200 len: 1102 time: 0.0751369 May 20 17:04:56.396384 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4d660917-6225-436b-8063-90339f13d0ba req-975695d1-efe1-49ef-8aab-810b41f54d77 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a17de82e-39e1-4d0d-afc9-afbf1e9d4882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363510 May 20 17:04:56.501476 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac8605-af82-4eb2-9907-945b09b2cd74 req-db1222aa-500f-4225-932a-be19e11fb923 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:56.502949 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dbac8605-af82-4eb2-9907-945b09b2cd74 req-db1222aa-500f-4225-932a-be19e11fb923 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.75 "GET /v2.0/ports?device_id=348559dd-a48d-4988-bc46-629b77e73920 HTTP/1.1" status: 200 len: 945 time: 0.1432238 May 20 17:04:56.514645 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b010e43-23ea-434c-acc2-33c974637ac9 req-5c93104d-2e35-4da8-ba46-a722738717c3 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:56.516008 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-4b010e43-23ea-434c-acc2-33c974637ac9 req-5c93104d-2e35-4da8-ba46-a722738717c3 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0580c1c-42f4-4707-a7a8-44af99f5578c HTTP/1.1" status: 200 len: 949 time: 0.1167166 May 20 17:04:56.652663 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-4b010e43-23ea-434c-acc2-33c974637ac9 req-09598373-a603-4473-8352-174ce7672ffd tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17de82e-39e1-4d0d-afc9-afbf1e9d4882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078765 May 20 17:04:56.696867 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [req-dbac8605-af82-4eb2-9907-945b09b2cd74 req-dbde8d2e-eb0f-4cd0-bcba-89f8dfa812ec tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Deleting port 7cf78cc8-1b4e-4163-8032-478aeac96cac {{(pid=119044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:04:56.697255 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-dbac8605-af82-4eb2-9907-945b09b2cd74 req-dbde8d2e-eb0f-4cd0-bcba-89f8dfa812ec tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:56.747160 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ceb56-4c78-4322-80da-9fe374714285 req-7828483a-36c9-49a9-9235-0b3be2f6da1d tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:56.748853 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-472ceb56-4c78-4322-80da-9fe374714285 req-7828483a-36c9-49a9-9235-0b3be2f6da1d tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=348559dd-a48d-4988-bc46-629b77e73920 HTTP/1.1" status: 200 len: 945 time: 0.1194050 May 20 17:04:56.809466 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-472ceb56-4c78-4322-80da-9fe374714285 req-9422c9d0-2f59-45ce-9ffa-ed84b3284d85 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516279 May 20 17:04:56.849018 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [req-dbac8605-af82-4eb2-9907-945b09b2cd74 req-dbde8d2e-eb0f-4cd0-bcba-89f8dfa812ec tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] For port 7cf78cc8-1b4e-4163-8032-478aeac96cac, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7cf78cc8-1b4e-4163-8032-478aeac96cac,segment=NetworkSegment(eebe0223-ada5-4ab3-a594-ee2ef8b7cf07),segment_id=eebe0223-ada5-4ab3-a594-ee2ef8b7cf07)] {{(pid=119044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:04:56.849404 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-dbac8605-af82-4eb2-9907-945b09b2cd74 req-dbde8d2e-eb0f-4cd0-bcba-89f8dfa812ec tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:56.974564 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [req-dbac8605-af82-4eb2-9907-945b09b2cd74 req-dbde8d2e-eb0f-4cd0-bcba-89f8dfa812ec tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Calling delete_port for 7cf78cc8-1b4e-4163-8032-478aeac96cac owned by compute:nova {{(pid=119044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:04:57.089639 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-dbac8605-af82-4eb2-9907-945b09b2cd74 req-dbde8d2e-eb0f-4cd0-bcba-89f8dfa812ec tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:57.096070 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-80ac1567-a4ea-4191-8577-beaf5674be2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:57.103923 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['7cf78cc8-1b4e-4163-8032-478aeac96cac'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:04:57.143557 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde8d2e-eb0f-4cd0-bcba-89f8dfa812ec tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Pushing event deleted for resources: {'Port': ['ID=7cf78cc8-1b4e-4163-8032-478aeac96cac,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:57.183895 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde8d2e-eb0f-4cd0-bcba-89f8dfa812ec tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:57.184227 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde8d2e-eb0f-4cd0-bcba-89f8dfa812ec tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:57.184589 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde8d2e-eb0f-4cd0-bcba-89f8dfa812ec tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:57.184925 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde8d2e-eb0f-4cd0-bcba-89f8dfa812ec tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:57.185303 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde8d2e-eb0f-4cd0-bcba-89f8dfa812ec tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:57.185669 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde8d2e-eb0f-4cd0-bcba-89f8dfa812ec tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:57.186045 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde8d2e-eb0f-4cd0-bcba-89f8dfa812ec tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:57.186842 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde8d2e-eb0f-4cd0-bcba-89f8dfa812ec tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:57.186842 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde8d2e-eb0f-4cd0-bcba-89f8dfa812ec tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:57.187227 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde8d2e-eb0f-4cd0-bcba-89f8dfa812ec tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:57.187652 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde8d2e-eb0f-4cd0-bcba-89f8dfa812ec tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:57.187988 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbde8d2e-eb0f-4cd0-bcba-89f8dfa812ec tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:04:57.195395 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-dbde8d2e-eb0f-4cd0-bcba-89f8dfa812ec tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:57.232150 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbac8605-af82-4eb2-9907-945b09b2cd74 req-dbde8d2e-eb0f-4cd0-bcba-89f8dfa812ec tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] No DVR routers for this DVR port 7cf78cc8-1b4e-4163-8032-478aeac96cac on host hv-cinder-78652 {{(pid=119044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:04:57.235591 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-dbac8605-af82-4eb2-9907-945b09b2cd74 req-dbde8d2e-eb0f-4cd0-bcba-89f8dfa812ec tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:57.237860 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348559dd-a48d-4988-bc46-629b77e73920', 'name': 'network-vif-deleted', 'tag': '7cf78cc8-1b4e-4163-8032-478aeac96cac'}] {{(pid=119044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:04:57.258483 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dbac8605-af82-4eb2-9907-945b09b2cd74 req-dbde8d2e-eb0f-4cd0-bcba-89f8dfa812ec tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.75 "DELETE /v2.0/ports/7cf78cc8-1b4e-4163-8032-478aeac96cac HTTP/1.1" status: 204 len: 173 time: 0.7415321 May 20 17:04:57.290275 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348559dd-a48d-4988-bc46-629b77e73920', 'name': 'network-vif-deleted', 'tag': '7cf78cc8-1b4e-4163-8032-478aeac96cac', 'status': 'completed', 'code': 200} May 20 17:04:57.406687 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2243e4-7590-41f0-81dc-4f287db878f7 req-94e42e56-f885-4f2c-99fc-53061e00bf7d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:57.408125 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3f2243e4-7590-41f0-81dc-4f287db878f7 req-94e42e56-f885-4f2c-99fc-53061e00bf7d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 943 time: 0.0892818 May 20 17:04:57.454971 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3f2243e4-7590-41f0-81dc-4f287db878f7 req-53ca14ad-d0aa-4014-848f-a48138cf9be3 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410225 May 20 17:04:57.821025 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 5f36aa5f-f256-4538-8408-9dc0b44b3ebf details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=119046) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 17:04:57.849226 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d6cf5-ab74-45f4-bb25-7933f2c8866d req-64ed14ae-3e96-474d-87c0-cd74b5375ae5 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:57.851141 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c93d6cf5-ab74-45f4-bb25-7933f2c8866d req-64ed14ae-3e96-474d-87c0-cd74b5375ae5 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0580c1c-42f4-4707-a7a8-44af99f5578c HTTP/1.1" status: 200 len: 949 time: 0.0915260 May 20 17:04:57.919591 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c93d6cf5-ab74-45f4-bb25-7933f2c8866d req-93f57d08-b365-4bdc-a984-bcfc096a9676 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17de82e-39e1-4d0d-afc9-afbf1e9d4882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606959 May 20 17:04:58.003930 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-769b5b6e-60de-49b7-9e49-2be5971f14e2 req-18ebe93a-2599-4b7b-98c5-4d776217d7ac tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Synchronizing usage tracker for tenant:8f3cf9536d634a1fb46c704b591e7be6 on resource:port {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:04:58.006380 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 5f36aa5f-f256-4538-8408-9dc0b44b3ebf, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5f36aa5f-f256-4538-8408-9dc0b44b3ebf,segment=NetworkSegment(4a8f8994-6d3f-475e-b8df-b63a9baa5b45),segment_id=4a8f8994-6d3f-475e-b8df-b63a9baa5b45)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:04:58.028470 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Returning: {'device': '5f36aa5f-f256-4538-8408-9dc0b44b3ebf', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'port_id': '5f36aa5f-f256-4538-8408-9dc0b44b3ebf', 'mac_address': 'fa:16:3e:19:a3:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119046) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 17:04:58.032898 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-769b5b6e-60de-49b7-9e49-2be5971f14e2 req-18ebe93a-2599-4b7b-98c5-4d776217d7ac tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Unset dirty status for tenant:8f3cf9536d634a1fb46c704b591e7be6 on resource:port {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:04:58.033985 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-769b5b6e-60de-49b7-9e49-2be5971f14e2 req-18ebe93a-2599-4b7b-98c5-4d776217d7ac tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=348559dd-a48d-4988-bc46-629b77e73920 HTTP/1.1" status: 200 len: 210 time: 0.0836248 May 20 17:04:58.106414 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:58.132153 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f36aa5f-f256-4538-8408-9dc0b44b3ebf {{(pid=119046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:04:58.154225 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 5f36aa5f-f256-4538-8408-9dc0b44b3ebf, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5f36aa5f-f256-4538-8408-9dc0b44b3ebf,segment=NetworkSegment(4a8f8994-6d3f-475e-b8df-b63a9baa5b45),segment_id=4a8f8994-6d3f-475e-b8df-b63a9baa5b45)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:04:58.162171 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:58.167019 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-80ec4138-bc20-4d78-b648-eb66adebc3b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:04:58.242872 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=5f36aa5f-f256-4538-8408-9dc0b44b3ebf,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:04:58.246469 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:04:58.498509 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574f4c4-ad91-4e67-aede-0954d960245b req-efa01982-05a5-44bf-bb0f-46fcafae66ab tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:58.500036 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-2574f4c4-ad91-4e67-aede-0954d960245b req-efa01982-05a5-44bf-bb0f-46fcafae66ab tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0580c1c-42f4-4707-a7a8-44af99f5578c HTTP/1.1" status: 200 len: 949 time: 0.1605501 May 20 17:04:58.550994 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-2574f4c4-ad91-4e67-aede-0954d960245b req-4c8df3f3-4890-4d6a-96cb-3c5e32eeadb6 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17de82e-39e1-4d0d-afc9-afbf1e9d4882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444927 May 20 17:04:58.556573 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['5f36aa5f-f256-4538-8408-9dc0b44b3ebf'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:04:58.648635 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579376d-252b-43a6-8c0c-e5c8ffa22036 req-bf887233-f906-4acb-b8c1-33479add66db tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:58.650167 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-2579376d-252b-43a6-8c0c-e5c8ffa22036 req-bf887233-f906-4acb-b8c1-33479add66db tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 944 time: 0.0826299 May 20 17:04:58.695481 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-2579376d-252b-43a6-8c0c-e5c8ffa22036 req-1742ea9b-5c9f-4bf0-815c-4c80c1ac999b tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392394 May 20 17:04:59.656186 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d8b6c-0769-477e-9b4c-e868694f474d req-415d4433-bdf4-487b-9b27-a8c2f8696c6e tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:59.657673 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-9c0d8b6c-0769-477e-9b4c-e868694f474d req-415d4433-bdf4-487b-9b27-a8c2f8696c6e tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.0844326 May 20 17:04:59.703336 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-9c0d8b6c-0769-477e-9b4c-e868694f474d req-e1c38ffb-6725-4c3c-b649-148a7a3c66e0 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398633 May 20 17:04:59.742871 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7b16d-ad2d-40ed-b356-e4df6f0e8299 req-3cebfe6a-64bd-4d93-8904-bf7e15cf598e tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:59.744345 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-76b7b16d-ad2d-40ed-b356-e4df6f0e8299 req-3cebfe6a-64bd-4d93-8904-bf7e15cf598e tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0580c1c-42f4-4707-a7a8-44af99f5578c HTTP/1.1" status: 200 len: 949 time: 0.0866606 May 20 17:04:59.791221 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-76b7b16d-ad2d-40ed-b356-e4df6f0e8299 req-e074f7d5-c087-4f08-8af3-d80ac8a89752 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17de82e-39e1-4d0d-afc9-afbf1e9d4882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397079 May 20 17:04:59.884454 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87734e-13bd-4fc7-a722-461e9fe1fd8f req-ff482fa6-9c9f-41a4-a609-8107f5e043ae tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:04:59.885964 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-bd87734e-13bd-4fc7-a722-461e9fe1fd8f req-ff482fa6-9c9f-41a4-a609-8107f5e043ae tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 944 time: 0.0845809 May 20 17:04:59.940199 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-bd87734e-13bd-4fc7-a722-461e9fe1fd8f req-cfff5a62-d7ee-42d9-b788-fe820aef7491 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481584 May 20 17:05:00.805068 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 5f36aa5f-f256-4538-8408-9dc0b44b3ebf up at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:05:00.877576 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning for port 5f36aa5f-f256-4538-8408-9dc0b44b3ebf completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:05:00.882868 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning complete for port 5f36aa5f-f256-4538-8408-9dc0b44b3ebf triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:05:00.883249 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:00.906207 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0cd16-c831-4018-baf7-9fa23a01b627 req-4c343720-5119-4b43-b34d-b42e1fb37996 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:00.913990 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-6ea0cd16-c831-4018-baf7-9fa23a01b627 req-4c343720-5119-4b43-b34d-b42e1fb37996 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.0921302 May 20 17:05:00.954727 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-6ea0cd16-c831-4018-baf7-9fa23a01b627 req-70f3e914-1229-4da7-a05e-ab9e28c6fda0 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395570 May 20 17:05:00.998254 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d358dff-aee1-42db-9381-b22f71f40156 req-b0d50680-8c12-4654-97e4-66907891aa7d tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:00.999704 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-1d358dff-aee1-42db-9381-b22f71f40156 req-b0d50680-8c12-4654-97e4-66907891aa7d tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0580c1c-42f4-4707-a7a8-44af99f5578c HTTP/1.1" status: 200 len: 949 time: 0.0959189 May 20 17:05:01.008459 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:01.037728 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f36aa5f-f256-4538-8408-9dc0b44b3ebf'}] {{(pid=119046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:05:01.047712 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-1d358dff-aee1-42db-9381-b22f71f40156 req-31bbb1a0-eed1-42f9-85bb-79133e02ff02 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17de82e-39e1-4d0d-afc9-afbf1e9d4882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405807 May 20 17:05:01.048421 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 5f36aa5f-f256-4538-8408-9dc0b44b3ebf, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5f36aa5f-f256-4538-8408-9dc0b44b3ebf,segment=NetworkSegment(4a8f8994-6d3f-475e-b8df-b63a9baa5b45),segment_id=4a8f8994-6d3f-475e-b8df-b63a9baa5b45)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:05:01.053679 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:01.054567 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 7cf78cc8-1b4e-4163-8032-478aeac96cac no longer exists at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:05:01.100742 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-150911b7-b7fc-4db8-98f4-2b9a18e6f570 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:01.129282 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] No Port match for: 7cf78cc8-1b4e-4163-8032-478aeac96cac {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:05:01.129618 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 7cf78cc8-1b4e-4163-8032-478aeac96cac not bound to the agent host hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:05:01.132078 dv-cinder-786524-7-iscsi neutron-server[119046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f36aa5f-f256-4538-8408-9dc0b44b3ebf', 'code': 200} May 20 17:05:01.171220 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=5f36aa5f-f256-4538-8408-9dc0b44b3ebf,revision_number=5']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:01.174237 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:01.224198 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345fcce-2599-4231-aeda-382f37bf87dd req-30c11b8b-27e9-4040-ab16-f44cdb1b49db tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:01.225653 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-d345fcce-2599-4231-aeda-382f37bf87dd req-30c11b8b-27e9-4040-ab16-f44cdb1b49db tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 945 time: 0.1687307 May 20 17:05:01.272199 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-d345fcce-2599-4231-aeda-382f37bf87dd req-ed68f2f7-87f5-411d-b1a7-9f100f8835d2 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406132 May 20 17:05:02.162253 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e039428-5185-4a15-9efd-12f65bacb5f8 req-e95e0031-e706-49e4-9a1c-1f3d9e651824 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:02.163704 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3e039428-5185-4a15-9efd-12f65bacb5f8 req-e95e0031-e706-49e4-9a1c-1f3d9e651824 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.0821157 May 20 17:05:02.216034 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3e039428-5185-4a15-9efd-12f65bacb5f8 req-16e6fdfe-ed25-48df-bee5-8ce21bf1c417 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433173 May 20 17:05:02.243383 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40d989-249a-4b8c-8ea1-48b121e9e0cd req-52958e32-72a5-40d9-b12c-87c9d53aa179 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:02.244813 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ae40d989-249a-4b8c-8ea1-48b121e9e0cd req-52958e32-72a5-40d9-b12c-87c9d53aa179 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0580c1c-42f4-4707-a7a8-44af99f5578c HTTP/1.1" status: 200 len: 949 time: 0.0874691 May 20 17:05:02.294249 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ae40d989-249a-4b8c-8ea1-48b121e9e0cd req-c823d7a7-d431-4429-b162-a6a891a300b0 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17de82e-39e1-4d0d-afc9-afbf1e9d4882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425878 May 20 17:05:02.465986 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de06759-ee46-4e0c-b2ae-fe81bfc7b4bf req-b39a277f-9610-4c93-bb8d-8b582d6f94c7 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:02.467401 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3de06759-ee46-4e0c-b2ae-fe81bfc7b4bf req-b39a277f-9610-4c93-bb8d-8b582d6f94c7 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 945 time: 0.0900657 May 20 17:05:02.518114 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3de06759-ee46-4e0c-b2ae-fe81bfc7b4bf req-6b77d216-905e-484a-b7bb-83fe8506d995 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421884 May 20 17:05:03.219019 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77eba74-19b6-439c-9622-eff3c225a33f req-280dfe88-4b30-4372-81f9-6d75004d205f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:03.220515 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e77eba74-19b6-439c-9622-eff3c225a33f req-280dfe88-4b30-4372-81f9-6d75004d205f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 1098 time: 0.0853431 May 20 17:05:03.265939 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e77eba74-19b6-439c-9622-eff3c225a33f req-9d0340e8-b6d3-483f-b2ed-f4f33429a502 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372040 May 20 17:05:03.267144 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4897ed-f65b-4d2a-b5df-fcbc8b6690a0 req-d1b05b69-c519-470a-b696-44480766d5ba tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:03.268758 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1e4897ed-f65b-4d2a-b5df-fcbc8b6690a0 req-d1b05b69-c519-470a-b696-44480766d5ba tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0580c1c-42f4-4707-a7a8-44af99f5578c HTTP/1.1" status: 200 len: 949 time: 0.0856445 May 20 17:05:03.485754 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69532fb-6136-48c3-9cfa-a54614f4b26a req-6cba5e26-c84c-4b9c-9ab1-e9648ce98e24 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:03.487130 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e69532fb-6136-48c3-9cfa-a54614f4b26a req-6cba5e26-c84c-4b9c-9ab1-e9648ce98e24 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0580c1c-42f4-4707-a7a8-44af99f5578c HTTP/1.1" status: 200 len: 949 time: 0.0809951 May 20 17:05:03.523613 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d97879-8c1f-47f7-8dfa-48484f9c66ad req-5abd738f-3e3e-4f8f-bde6-2e211bbc12bd tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:03.525076 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-08d97879-8c1f-47f7-8dfa-48484f9c66ad req-5abd738f-3e3e-4f8f-bde6-2e211bbc12bd tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.1721308 May 20 17:05:03.534639 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e69532fb-6136-48c3-9cfa-a54614f4b26a req-32f55142-0cd8-48c6-bd90-8edfa8428943 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/security-groups?id=a17de82e-39e1-4d0d-afc9-afbf1e9d4882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414519 May 20 17:05:03.555844 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [req-1e4897ed-f65b-4d2a-b5df-fcbc8b6690a0 req-e0020533-3f18-486c-b989-11ed84b94412 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Deleting port 12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3 {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:05:03.555844 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-1e4897ed-f65b-4d2a-b5df-fcbc8b6690a0 req-e0020533-3f18-486c-b989-11ed84b94412 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:03.662803 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-08d97879-8c1f-47f7-8dfa-48484f9c66ad req-5fee7b8a-9843-4cd2-809f-94b2ee63c64e tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298993 May 20 17:05:03.716242 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd83bb-3e96-4142-8ba4-eb0284ed0d76 req-b81aca7b-7adc-4029-8484-63ed6398d44e tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:03.718868 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-1e4897ed-f65b-4d2a-b5df-fcbc8b6690a0 req-e0020533-3f18-486c-b989-11ed84b94412 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] For port 12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3,segment=NetworkSegment(43dd4bbd-7757-4585-b1ae-7f8466b97397),segment_id=43dd4bbd-7757-4585-b1ae-7f8466b97397)] {{(pid=119045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:05:03.719229 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-70fd83bb-3e96-4142-8ba4-eb0284ed0d76 req-b81aca7b-7adc-4029-8484-63ed6398d44e tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 945 time: 0.0875652 May 20 17:05:03.719633 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-1e4897ed-f65b-4d2a-b5df-fcbc8b6690a0 req-e0020533-3f18-486c-b989-11ed84b94412 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:03.766844 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-70fd83bb-3e96-4142-8ba4-eb0284ed0d76 req-ae204fc3-3dd8-4b1d-ae37-a2ec2a1a978f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419703 May 20 17:05:03.849542 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [req-1e4897ed-f65b-4d2a-b5df-fcbc8b6690a0 req-e0020533-3f18-486c-b989-11ed84b94412 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Calling delete_port for 12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3 owned by compute:nova {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:05:03.964747 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-1e4897ed-f65b-4d2a-b5df-fcbc8b6690a0 req-e0020533-3f18-486c-b989-11ed84b94412 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:03.970486 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-2e532ebf-aa9a-4492-bdc7-455ab5f90e45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:03.982434 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:05:04.017653 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0020533-3f18-486c-b989-11ed84b94412 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Pushing event deleted for resources: {'Port': ['ID=12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:04.020647 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-e0020533-3f18-486c-b989-11ed84b94412 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:04.097095 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4897ed-f65b-4d2a-b5df-fcbc8b6690a0 req-e0020533-3f18-486c-b989-11ed84b94412 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] No DVR routers for this DVR port 12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3 on host hv-cinder-78652 {{(pid=119045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:05:04.100681 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-1e4897ed-f65b-4d2a-b5df-fcbc8b6690a0 req-e0020533-3f18-486c-b989-11ed84b94412 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:04.107779 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0580c1c-42f4-4707-a7a8-44af99f5578c', 'name': 'network-vif-deleted', 'tag': '12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:05:04.124453 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1e4897ed-f65b-4d2a-b5df-fcbc8b6690a0 req-e0020533-3f18-486c-b989-11ed84b94412 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.75 "DELETE /v2.0/ports/12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3 HTTP/1.1" status: 204 len: 173 time: 0.8043826 May 20 17:05:04.163094 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0580c1c-42f4-4707-a7a8-44af99f5578c', 'name': 'network-vif-deleted', 'tag': '12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3', 'status': 'completed', 'code': 200} May 20 17:05:04.385400 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d909d-e86e-42be-86b8-cebc5efd6514 req-46dc884b-a4cc-4a9a-a0fc-67cd82433fbc tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:04.386722 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-668d909d-e86e-42be-86b8-cebc5efd6514 req-46dc884b-a4cc-4a9a-a0fc-67cd82433fbc tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.0821393 May 20 17:05:04.533336 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [req-668d909d-e86e-42be-86b8-cebc5efd6514 req-fd72c6ef-eb38-4126-a5ac-abd8fc5a14a7 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Deleting port 80e973cb-f9fc-457a-a460-b9c214318d3d {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:05:04.533676 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-668d909d-e86e-42be-86b8-cebc5efd6514 req-fd72c6ef-eb38-4126-a5ac-abd8fc5a14a7 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:04.667833 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-668d909d-e86e-42be-86b8-cebc5efd6514 req-fd72c6ef-eb38-4126-a5ac-abd8fc5a14a7 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] For port 80e973cb-f9fc-457a-a460-b9c214318d3d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=80e973cb-f9fc-457a-a460-b9c214318d3d,segment=NetworkSegment(a4e97352-2304-4024-9541-464f2f7c5c74),segment_id=a4e97352-2304-4024-9541-464f2f7c5c74)] {{(pid=119045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:05:04.668187 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-668d909d-e86e-42be-86b8-cebc5efd6514 req-fd72c6ef-eb38-4126-a5ac-abd8fc5a14a7 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:04.702981 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-24ac74b5-86a9-4a0c-8441-06214a4d6a20 req-8874e9e1-370a-4a7c-8f0a-01178fc12591 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0580c1c-42f4-4707-a7a8-44af99f5578c HTTP/1.1" status: 200 len: 210 time: 0.0469334 May 20 17:05:04.791534 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [req-668d909d-e86e-42be-86b8-cebc5efd6514 req-fd72c6ef-eb38-4126-a5ac-abd8fc5a14a7 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Calling delete_port for 80e973cb-f9fc-457a-a460-b9c214318d3d owned by compute:nova {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:05:04.971156 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b68cf-46c1-4ea1-8794-3260305192e0 req-0f683ad9-78d8-42f3-9ec7-c2a7f83be5b9 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:04.973167 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-cd7b68cf-46c1-4ea1-8794-3260305192e0 req-0f683ad9-78d8-42f3-9ec7-c2a7f83be5b9 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 945 time: 0.0925181 May 20 17:05:04.991192 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac18bf-d23c-411c-af1d-3c8bafb49f48 req-0d3c9bda-5306-42ae-b64d-83f78f15c02f tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:04.992638 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-69ac18bf-d23c-411c-af1d-3c8bafb49f48 req-0d3c9bda-5306-42ae-b64d-83f78f15c02f tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 945 time: 0.1982715 May 20 17:05:05.021109 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-cd7b68cf-46c1-4ea1-8794-3260305192e0 req-85bf085a-1b2d-4a15-8dbb-08a90ef425e7 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418596 May 20 17:05:05.098909 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-69ac18bf-d23c-411c-af1d-3c8bafb49f48 req-e6a9ad2d-1c85-41dc-8989-9f8d01437728 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640223 May 20 17:05:05.104621 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-668d909d-e86e-42be-86b8-cebc5efd6514 req-fd72c6ef-eb38-4126-a5ac-abd8fc5a14a7 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:05.112748 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:05.126005 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['faf13afa-a484-4391-ac53-0e106135f068', '80e973cb-f9fc-457a-a460-b9c214318d3d'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:05:05.178491 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72c6ef-eb38-4126-a5ac-abd8fc5a14a7 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Pushing event deleted for resources: {'Port': ['ID=80e973cb-f9fc-457a-a460-b9c214318d3d,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:05.187671 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-fd72c6ef-eb38-4126-a5ac-abd8fc5a14a7 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:05.219777 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5a8b7-da2d-419c-976b-6dfc198f9967 req-6445198c-a20a-4cea-9075-051c5031b5d5 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:05.227010 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-79d5a8b7-da2d-419c-976b-6dfc198f9967 req-6445198c-a20a-4cea-9075-051c5031b5d5 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 945 time: 0.0954952 May 20 17:05:05.267098 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [req-668d909d-e86e-42be-86b8-cebc5efd6514 req-fd72c6ef-eb38-4126-a5ac-abd8fc5a14a7 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] No DVR routers for this DVR port 80e973cb-f9fc-457a-a460-b9c214318d3d on host hv-cinder-78652 {{(pid=119045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:05:05.269865 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-668d909d-e86e-42be-86b8-cebc5efd6514 req-fd72c6ef-eb38-4126-a5ac-abd8fc5a14a7 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:05.284896 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-668d909d-e86e-42be-86b8-cebc5efd6514 req-fd72c6ef-eb38-4126-a5ac-abd8fc5a14a7 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.75 "DELETE /v2.0/ports/80e973cb-f9fc-457a-a460-b9c214318d3d HTTP/1.1" status: 204 len: 173 time: 0.8911989 May 20 17:05:05.297306 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-79d5a8b7-da2d-419c-976b-6dfc198f9967 req-bae2779b-f1e0-4db6-aea7-ba1ac495d6f8 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691531 May 20 17:05:05.314878 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 53242) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:05.578229 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4544b4-6fd4-494f-ac13-ad83b2e7cf6a tempest-TestVolumeBootPattern-162159089 tempest-TestVolumeBootPattern-162159089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:05.579741 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-0d4544b4-6fd4-494f-ac13-ad83b2e7cf6a tempest-TestVolumeBootPattern-162159089 tempest-TestVolumeBootPattern-162159089-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 1093 time: 0.2635832 May 20 17:05:05.582886 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 53248) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:05.587860 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-d26003ec-3d21-44bf-bed5-47e1fc338a38 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Request body: {'floatingip': {'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'port_id': '5f36aa5f-f256-4538-8408-9dc0b44b3ebf', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'fixed_ip_address': '172.20.0.7'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:05:05.594303 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-d26003ec-3d21-44bf-bed5-47e1fc338a38 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:05:05.598298 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-d26003ec-3d21-44bf-bed5-47e1fc338a38 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Usage tracker for resource:floatingip and tenant:03359f9fe008405ea637b8c155fbfc99 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:05:05.601255 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-d26003ec-3d21-44bf-bed5-47e1fc338a38 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:05:05.607101 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-d26003ec-3d21-44bf-bed5-47e1fc338a38 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:05:05.623157 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-d26003ec-3d21-44bf-bed5-47e1fc338a38 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for floatingip, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:05.784715 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-d26003ec-3d21-44bf-bed5-47e1fc338a38 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:05.934909 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.db_base_plugin_common [None req-d26003ec-3d21-44bf-bed5-47e1fc338a38 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Allocated IP 172.27.3.235 (7bf407be-0a2f-4276-bbb9-407bd07b5677/0cc0c620-4805-460b-b0e9-2701bd4f1725/c6130773-33bb-4863-b2ef-a13fda74d362) {{(pid=119044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:05:06.095260 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-d26003ec-3d21-44bf-bed5-47e1fc338a38 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for port, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:06.126520 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-d26003ec-3d21-44bf-bed5-47e1fc338a38 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:06.131604 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:06.164697 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2108b7-6daf-48bc-ae41-e93c2ce300f2', 'name': 'network-vif-deleted', 'tag': '80e973cb-f9fc-457a-a460-b9c214318d3d'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:05:06.192168 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26003ec-3d21-44bf-bed5-47e1fc338a38 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Network 7bf407be-0a2f-4276-bbb9-407bd07b5677 is already hosted by enough agents. {{(pid=119044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:05:06.195120 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [None req-d26003ec-3d21-44bf-bed5-47e1fc338a38 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Resources bound (agent type, host, resource id): {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:05:06.198882 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26003ec-3d21-44bf-bed5-47e1fc338a38 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Received port after_create {{(pid=119044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:05:06.218979 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2108b7-6daf-48bc-ae41-e93c2ce300f2', 'name': 'network-vif-deleted', 'tag': '80e973cb-f9fc-457a-a460-b9c214318d3d', 'status': 'completed', 'code': 200} May 20 17:05:06.323969 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26003ec-3d21-44bf-bed5-47e1fc338a38 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Pushing event updated for resources: {'Port': ['ID=c6130773-33bb-4863-b2ef-a13fda74d362,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:06.361500 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-d26003ec-3d21-44bf-bed5-47e1fc338a38 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:06.377806 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d4269752-fcfe-4d91-8729-eb681c901c7d req-0e43f285-f239-454f-b2a4-3bc138c2829c tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 210 time: 0.0570650 May 20 17:05:06.752110 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-d26003ec-3d21-44bf-bed5-47e1fc338a38 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:06.828094 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-d26003ec-3d21-44bf-bed5-47e1fc338a38 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:07.042585 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-d26003ec-3d21-44bf-bed5-47e1fc338a38 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for port, precommit_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:07.048671 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-d26003ec-3d21-44bf-bed5-47e1fc338a38 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14410818'] for port, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:07.052708 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:07.159542 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26003ec-3d21-44bf-bed5-47e1fc338a38 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Pushing event updated for resources: {'Port': ['ID=c6130773-33bb-4863-b2ef-a13fda74d362,revision_number=2']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:07.163849 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-d26003ec-3d21-44bf-bed5-47e1fc338a38 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:07.172900 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-d26003ec-3d21-44bf-bed5-47e1fc338a38 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16751940'] for floatingip, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:07.351295 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.db.l3_db [None req-d26003ec-3d21-44bf-bed5-47e1fc338a38 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Floating IP 38d508e9-3bec-44f4-a1ca-05b33e291116 associated. External IP: 172.27.3.235, port: 5f36aa5f-f256-4538-8408-9dc0b44b3ebf. May 20 17:05:07.560946 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-7914ba34-f99d-4a03-a026-abfc8567917c req-eff1d53f-6e2f-4087-86e1-f27e578dd768 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Synchronizing usage tracker for tenant:386a22f1a8b04c71b369081dac044608 on resource:port {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:05:07.578538 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-7914ba34-f99d-4a03-a026-abfc8567917c req-eff1d53f-6e2f-4087-86e1-f27e578dd768 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Unset dirty status for tenant:386a22f1a8b04c71b369081dac044608 on resource:port {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:05:07.579864 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7914ba34-f99d-4a03-a026-abfc8567917c req-eff1d53f-6e2f-4087-86e1-f27e578dd768 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 210 time: 0.0653422 May 20 17:05:07.720330 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26003ec-3d21-44bf-bed5-47e1fc338a38 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Router c176277e-1f98-47eb-9e29-252d126d6226 has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:05:08.010116 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26003ec-3d21-44bf-bed5-47e1fc338a38 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:05:08.023190 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ef9313-0722-4a20-a478-0e9ed0e4f374 None None] Sync routers for ids ['c176277e-1f98-47eb-9e29-252d126d6226'] in dv-cinder-786524-7-iscsi {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:05:08.033106 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ef9313-0722-4a20-a478-0e9ed0e4f374 None None] Routers {'c176277e-1f98-47eb-9e29-252d126d6226'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:05:08.033769 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-20ef9313-0722-4a20-a478-0e9ed0e4f374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:04:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c176277e-1f98-47eb-9e29-252d126d6226'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:05:08.036931 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-d26003ec-3d21-44bf-bed5-47e1fc338a38 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for floatingip, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:08.107064 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-d26003ec-3d21-44bf-bed5-47e1fc338a38 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5130877 May 20 17:05:08.107064 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b', 'tag': '5f36aa5f-f256-4538-8408-9dc0b44b3ebf'}] {{(pid=119044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:05:08.147072 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b', 'tag': '5f36aa5f-f256-4538-8408-9dc0b44b3ebf', 'status': 'completed', 'code': 200} May 20 17:05:08.226780 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-20ef9313-0722-4a20-a478-0e9ed0e4f374 None None] Set router c176277e-1f98-47eb-9e29-252d126d6226 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:05:08.607026 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-20ef9313-0722-4a20-a478-0e9ed0e4f374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'name': 'tempest-TestVolumeBootPattern-276173396-router', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:50Z', 'updated_at': '2021-05-20T17:03:55Z', 'revision_number': 4, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'gw_port': {'id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:51Z', 'updated_at': '2021-05-20T17:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_floatingips': [{'id': '38d508e9-3bec-44f4-a1ca-05b33e291116', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'router_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'port_id': '5f36aa5f-f256-4538-8408-9dc0b44b3ebf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'mac_address': 'fa:16:3e:19:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:05:06Z', 'updated_at': '2021-05-20T17:05:06Z', 'revision_number': 0, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0bfa448-e735-4631-aa43-6b0e677a88cb', 'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'mac_address': 'fa:16:3e:1d:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:54Z', 'updated_at': '2021-05-20T17:04:02Z', 'revision_number': 5, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'subnets': [{'id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:05:08.611185 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ef9313-0722-4a20-a478-0e9ed0e4f374 None None] Checking router: c176277e-1f98-47eb-9e29-252d126d6226 for host: dv-cinder-786524-7-iscsi {{(pid=119047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:05:08.623041 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ef9313-0722-4a20-a478-0e9ed0e4f374 None None] Routers {'c176277e-1f98-47eb-9e29-252d126d6226'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:05:08.623896 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-20ef9313-0722-4a20-a478-0e9ed0e4f374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:04:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c176277e-1f98-47eb-9e29-252d126d6226'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:05:08.699190 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63404fb8-c0ea-48ab-9163-1c1db2c5249e req-3018fac8-806a-490a-a78d-8e1495ac26c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:08.702475 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-63404fb8-c0ea-48ab-9163-1c1db2c5249e req-3018fac8-806a-490a-a78d-8e1495ac26c0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=03359f9fe008405ea637b8c155fbfc99&device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 1098 time: 0.0876369 May 20 17:05:08.838234 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-42e7bf4c-42a8-4635-98b9-f4ecc7f0a45b req-f6ad3b90-207c-4b9b-87bb-92ee41420f6a tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b2108b7-6daf-48bc-ae41-e93c2ce300f2 HTTP/1.1" status: 200 len: 210 time: 0.1254332 May 20 17:05:08.879663 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 80e973cb-f9fc-457a-a460-b9c214318d3d no longer exists at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:05:08.880259 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-20ef9313-0722-4a20-a478-0e9ed0e4f374 None None] Set router c176277e-1f98-47eb-9e29-252d126d6226 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:05:08.939147 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] No Port match for: 80e973cb-f9fc-457a-a460-b9c214318d3d {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:05:08.939895 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 80e973cb-f9fc-457a-a460-b9c214318d3d not bound to the agent host hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:05:08.940551 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:05:08.980444 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] No Port match for: 12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3 {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:05:08.981126 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 12869d9a-dbfc-4de7-82f2-8d1f07dbd0f3 not bound to the agent host hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:05:08.999802 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63404fb8-c0ea-48ab-9163-1c1db2c5249e req-91867f77-3b6b-4a55-8332-eee72acb4e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:09.002679 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-63404fb8-c0ea-48ab-9163-1c1db2c5249e req-91867f77-3b6b-4a55-8332-eee72acb4e76 service neutron] 10.222.0.75 "GET /v2.0/networks?id=693cca7c-a781-4bbe-b946-6e5d3b5628d3 HTTP/1.1" status: 200 len: 912 time: 0.2869554 May 20 17:05:09.109122 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-63404fb8-c0ea-48ab-9163-1c1db2c5249e req-fc3e249e-82de-44fe-b014-b4644f819667 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f36aa5f-f256-4538-8408-9dc0b44b3ebf HTTP/1.1" status: 200 len: 999 time: 0.0986426 May 20 17:05:09.189877 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63404fb8-c0ea-48ab-9163-1c1db2c5249e req-57c87b88-2fab-4429-ac29-5e7264b135f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:09.193986 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-63404fb8-c0ea-48ab-9163-1c1db2c5249e req-57c87b88-2fab-4429-ac29-5e7264b135f8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b9354152-da80-48a7-a2cf-cafd8cb1708a HTTP/1.1" status: 200 len: 850 time: 0.0748103 May 20 17:05:09.297281 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63404fb8-c0ea-48ab-9163-1c1db2c5249e req-716d83c8-da83-4b96-a7b6-d719d6203397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:09.299077 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-63404fb8-c0ea-48ab-9163-1c1db2c5249e req-716d83c8-da83-4b96-a7b6-d719d6203397 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=693cca7c-a781-4bbe-b946-6e5d3b5628d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0923543 May 20 17:05:09.314163 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-20ef9313-0722-4a20-a478-0e9ed0e4f374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'name': 'tempest-TestVolumeBootPattern-276173396-router', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:50Z', 'updated_at': '2021-05-20T17:03:55Z', 'revision_number': 4, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'gw_port': {'id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:51Z', 'updated_at': '2021-05-20T17:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_floatingips': [{'id': '38d508e9-3bec-44f4-a1ca-05b33e291116', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'router_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'port_id': '5f36aa5f-f256-4538-8408-9dc0b44b3ebf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'mac_address': 'fa:16:3e:19:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:05:06Z', 'updated_at': '2021-05-20T17:05:06Z', 'revision_number': 0, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0bfa448-e735-4631-aa43-6b0e677a88cb', 'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'mac_address': 'fa:16:3e:1d:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:54Z', 'updated_at': '2021-05-20T17:04:02Z', 'revision_number': 5, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'subnets': [{'id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:05:09.318546 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ef9313-0722-4a20-a478-0e9ed0e4f374 None None] The sync data for ids ['c176277e-1f98-47eb-9e29-252d126d6226'] in dv-cinder-786524-7-iscsi is: [{'id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'name': 'tempest-TestVolumeBootPattern-276173396-router', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:50Z', 'updated_at': '2021-05-20T17:03:55Z', 'revision_number': 4, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'gw_port': {'id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:51Z', 'updated_at': '2021-05-20T17:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_floatingips': [{'id': '38d508e9-3bec-44f4-a1ca-05b33e291116', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'router_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'port_id': '5f36aa5f-f256-4538-8408-9dc0b44b3ebf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'mac_address': 'fa:16:3e:19:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:05:06Z', 'updated_at': '2021-05-20T17:05:06Z', 'revision_number': 0, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0bfa448-e735-4631-aa43-6b0e677a88cb', 'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'mac_address': 'fa:16:3e:1d:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:54Z', 'updated_at': '2021-05-20T17:04:02Z', 'revision_number': 5, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'subnets': [{'id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:05:09.477808 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-63404fb8-c0ea-48ab-9163-1c1db2c5249e req-4e84c826-af39-4865-9b80-1ad56e62fcce service neutron] 10.222.0.75 "GET /v2.0/networks/693cca7c-a781-4bbe-b946-6e5d3b5628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701314 May 20 17:05:09.629841 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 6 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:05:09.667583 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a869f885-16b6-4c02-bb63-a956865544f5 None None] New status for floating IP 38d508e9-3bec-44f4-a1ca-05b33e291116: ACTIVE {{(pid=119046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 17:05:09.711615 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-63404fb8-c0ea-48ab-9163-1c1db2c5249e req-af0b2578-92fd-43ff-9673-4ccf1938ffc2 service neutron] 10.222.0.75 "GET /v2.0/networks/693cca7c-a781-4bbe-b946-6e5d3b5628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218604 May 20 17:05:09.915229 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-93a363f2-b789-4228-addd-cf4a80dccf44 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:09.915907 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-93a363f2-b789-4228-addd-cf4a80dccf44 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Synchronizing usage tracker for tenant:8f3cf9536d634a1fb46c704b591e7be6 on resource:network {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:05:09.936151 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-93a363f2-b789-4228-addd-cf4a80dccf44 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Unset dirty status for tenant:8f3cf9536d634a1fb46c704b591e7be6 on resource:network {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:05:09.936600 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-93a363f2-b789-4228-addd-cf4a80dccf44 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/networks?id=bf86db12-153b-4118-b778-03286efca2e6 HTTP/1.1" status: 200 len: 813 time: 0.1767192 May 20 17:05:09.952815 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-05aed99a-e092-4d07-bb7a-728cebf4b0bb tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/quotas/8f3cf9536d634a1fb46c704b591e7be6 HTTP/1.1" status: 200 len: 375 time: 0.0097749 May 20 17:05:10.008310 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-3ca73125-ba32-4967-be30-42d31e242845 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8f3cf9536d634a1fb46c704b591e7be6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456896 May 20 17:05:10.150488 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-cf6175d8-060c-4a17-9c9c-7024f912320f service neutron] 10.222.0.36 "GET /v2.0/networks/bf86db12-153b-4118-b778-03286efca2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347787 May 20 17:05:10.293751 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-be2a130e-8325-4e72-b28d-d5807536cb8f service neutron] 10.222.0.36 "GET /v2.0/networks/bf86db12-153b-4118-b778-03286efca2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324072 May 20 17:05:10.357277 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda3517-727c-4282-90e0-838643563aca req-43bcee89-ae51-4e78-af9d-569cd91de8ff tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:10.359061 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-bcda3517-727c-4282-90e0-838643563aca req-43bcee89-ae51-4e78-af9d-569cd91de8ff tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0882072 May 20 17:05:10.406441 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-bcda3517-727c-4282-90e0-838643563aca req-c585186a-6f50-4c68-bf05-e6fa6945a76d tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412023 May 20 17:05:10.475692 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-bb4087ac-25ea-411d-83e6-4feb051be41c req-9c099da8-ad2a-48d7-b599-bac082f976dd tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=84519db0-11f9-47c2-982c-53a8316d0429 HTTP/1.1" status: 200 len: 210 time: 0.0425475 May 20 17:05:11.111699 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89428be1-2359-4625-9744-a680b77db47a req-04f5eac6-785b-4dc8-b524-8b6552160e4f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:11.117726 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-89428be1-2359-4625-9744-a680b77db47a req-04f5eac6-785b-4dc8-b524-8b6552160e4f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 947 time: 0.1033607 May 20 17:05:11.170724 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-89428be1-2359-4625-9744-a680b77db47a req-4a627b5f-a2ef-468c-a270-36774c054fe0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450785 May 20 17:05:11.191483 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 53554) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:11.359654 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-99b7361d-0c7d-4322-ba9b-b80e0d72d1ff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ac0c558ff8f84291997a23d692657df6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1669247 May 20 17:05:11.362981 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 53562) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:11.428430 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-9c0dc338-a63a-4cf3-a9a6-302aac1ee3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:11.456465 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-9c0dc338-a63a-4cf3-a9a6-302aac1ee3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:11.524080 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-9c0dc338-a63a-4cf3-a9a6-302aac1ee3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:11.527990 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-a13b7318-5def-454f-b118-2e0af525413f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:11.552114 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0dc338-a63a-4cf3-a9a6-302aac1ee3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17de82e-39e1-4d0d-afc9-afbf1e9d4882,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:11.562278 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-9c0dc338-a63a-4cf3-a9a6-302aac1ee3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:11.573463 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-9c0dc338-a63a-4cf3-a9a6-302aac1ee3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:11.578190 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-9c0dc338-a63a-4cf3-a9a6-302aac1ee3d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a17de82e-39e1-4d0d-afc9-afbf1e9d4882 HTTP/1.1" status: 204 len: 168 time: 0.2142386 May 20 17:05:11.597740 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec930d84-d468-49d4-b835-28c8d8a084af req-2ddced8a-7812-453d-b35e-911ea5ba2b05 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:11.605116 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ec930d84-d468-49d4-b835-28c8d8a084af req-2ddced8a-7812-453d-b35e-911ea5ba2b05 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0882349 May 20 17:05:11.626620 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-13865eb7-d062-408f-ba23-caf228809889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:11.656746 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ec930d84-d468-49d4-b835-28c8d8a084af req-ea50e432-10b4-4ac1-88de-b12eef910a6d tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506473 May 20 17:05:11.672332 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-8cfc242b-335a-4e27-81b8-42ad7a9f666e req-77192305-b6bb-426c-a402-e378f20fd479 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=84519db0-11f9-47c2-982c-53a8316d0429 HTTP/1.1" status: 200 len: 210 time: 0.0487790 May 20 17:05:11.891018 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-56073584-6f59-483a-b6f3-f6b649acb509 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:11.892398 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-56073584-6f59-483a-b6f3-f6b649acb509 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.75 "GET /v2.0/networks?id=bf86db12-153b-4118-b778-03286efca2e6 HTTP/1.1" status: 200 len: 813 time: 0.1576557 May 20 17:05:11.910070 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-02c9d00a-c5cb-41a4-b854-51b75c1bda51 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Request body: {'port': {'device_id': '84519db0-11f9-47c2-982c-53a8316d0429', 'network_id': 'bf86db12-153b-4118-b778-03286efca2e6', 'admin_state_up': True, 'tenant_id': '8f3cf9536d634a1fb46c704b591e7be6'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:05:12.055216 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-02c9d00a-c5cb-41a4-b854-51b75c1bda51 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:05:12.065383 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-02c9d00a-c5cb-41a4-b854-51b75c1bda51 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:05:12.077474 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-02c9d00a-c5cb-41a4-b854-51b75c1bda51 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Made reservation on behalf of 8f3cf9536d634a1fb46c704b591e7be6 for: {'port': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:05:12.081095 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-02c9d00a-c5cb-41a4-b854-51b75c1bda51 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:12.364594 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_common [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-02c9d00a-c5cb-41a4-b854-51b75c1bda51 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Allocated IP 172.20.0.6 (bf86db12-153b-4118-b778-03286efca2e6/298ed0bc-6ca6-4462-8477-8ec3021e2ef6/1a2b642e-e042-45b8-a82e-784e2c47386b) {{(pid=119045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:05:12.430632 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ecf571-ef1e-44b5-b173-9e4808a226a6 req-a1dde8dd-db06-4a2f-b398-3ea48deb41b4 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:12.432064 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-96ecf571-ef1e-44b5-b173-9e4808a226a6 req-a1dde8dd-db06-4a2f-b398-3ea48deb41b4 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 947 time: 0.1355829 May 20 17:05:12.572973 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-96ecf571-ef1e-44b5-b173-9e4808a226a6 req-45694050-7f84-4d0e-b9fc-af0f37179459 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327929 May 20 17:05:12.624565 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-02c9d00a-c5cb-41a4-b854-51b75c1bda51 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Notify callbacks [] for port, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:12.655498 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-02c9d00a-c5cb-41a4-b854-51b75c1bda51 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:12.661364 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:12.729551 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-02c9d00a-c5cb-41a4-b854-51b75c1bda51 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Network bf86db12-153b-4118-b778-03286efca2e6 is already hosted by enough agents. {{(pid=119045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:05:12.732702 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-02c9d00a-c5cb-41a4-b854-51b75c1bda51 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Resources bound (agent type, host, resource id): {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:05:12.736896 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-02c9d00a-c5cb-41a4-b854-51b75c1bda51 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Received port after_create {{(pid=119045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:05:12.771504 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9d00a-c5cb-41a4-b854-51b75c1bda51 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Pushing event updated for resources: {'Port': ['ID=1a2b642e-e042-45b8-a82e-784e2c47386b,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:12.775884 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-02c9d00a-c5cb-41a4-b854-51b75c1bda51 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:12.807874 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-02c9d00a-c5cb-41a4-b854-51b75c1bda51 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:12.808731 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-02c9d00a-c5cb-41a4-b854-51b75c1bda51 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:12.852358 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83f81c-2220-43bb-95a5-45bcac1c0507 req-21f14eaa-f9a2-4cfe-9439-57936da7f3fe tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:12.861038 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0b83f81c-2220-43bb-95a5-45bcac1c0507 req-21f14eaa-f9a2-4cfe-9439-57936da7f3fe tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0963056 May 20 17:05:12.895169 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-02c9d00a-c5cb-41a4-b854-51b75c1bda51 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9891801 May 20 17:05:12.913799 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-4c4dae7a-d0bd-4ee0-aeca-6954f6e0ea6e service neutron] Request body: {'port': {'device_id': '84519db0-11f9-47c2-982c-53a8316d0429', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:05:12.915295 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0b83f81c-2220-43bb-95a5-45bcac1c0507 req-84d2ed0c-6849-4f45-920e-48be7f11a521 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530729 May 20 17:05:12.950694 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4f659-e68e-4fb2-8051-c8124dc58b17 req-6b2fbb81-5966-4fc2-90c5-9f2fa13e88f4 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:12.951449 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-f2a4f659-e68e-4fb2-8051-c8124dc58b17 req-6b2fbb81-5966-4fc2-90c5-9f2fa13e88f4 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Synchronizing usage tracker for tenant:8f3cf9536d634a1fb46c704b591e7be6 on resource:port {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:05:13.020108 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-f2a4f659-e68e-4fb2-8051-c8124dc58b17 req-6b2fbb81-5966-4fc2-90c5-9f2fa13e88f4 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Unset dirty status for tenant:8f3cf9536d634a1fb46c704b591e7be6 on resource:port {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:05:13.021281 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-f2a4f659-e68e-4fb2-8051-c8124dc58b17 req-6b2fbb81-5966-4fc2-90c5-9f2fa13e88f4 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=84519db0-11f9-47c2-982c-53a8316d0429 HTTP/1.1" status: 200 len: 931 time: 0.2194481 May 20 17:05:13.071837 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-4c4dae7a-d0bd-4ee0-aeca-6954f6e0ea6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:13.094557 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-f2a4f659-e68e-4fb2-8051-c8124dc58b17 req-71a1e8c4-c21b-43f3-9929-84b376156a93 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667822 May 20 17:05:13.425710 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-4c4dae7a-d0bd-4ee0-aeca-6954f6e0ea6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2b642e-e042-45b8-a82e-784e2c47386b {{(pid=119045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:05:13.435148 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-4c4dae7a-d0bd-4ee0-aeca-6954f6e0ea6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:13.452600 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.provisioning_blocks [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-4c4dae7a-d0bd-4ee0-aeca-6954f6e0ea6e service neutron] Transition to ACTIVE for port object 1a2b642e-e042-45b8-a82e-784e2c47386b will not be triggered until provisioned by entity L2. {{(pid=119045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:05:13.458950 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-4c4dae7a-d0bd-4ee0-aeca-6954f6e0ea6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14687500'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:13.465514 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:13.492500 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9726f-0574-43db-90e7-94f7fe6c2063 req-06a270bb-440e-4851-a23a-a1ddf3a73e6a tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:13.494019 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-daa9726f-0574-43db-90e7-94f7fe6c2063 req-06a270bb-440e-4851-a23a-a1ddf3a73e6a tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.75 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 947 time: 0.0950091 May 20 17:05:13.623057 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4dae7a-d0bd-4ee0-aeca-6954f6e0ea6e service neutron] Pushing event updated for resources: {'Port': ['ID=1a2b642e-e042-45b8-a82e-784e2c47386b,revision_number=2']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:13.626042 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-4c4dae7a-d0bd-4ee0-aeca-6954f6e0ea6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:13.641642 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [req-daa9726f-0574-43db-90e7-94f7fe6c2063 req-458a8e4e-6480-4eb9-b55e-411bd16c0b42 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Deleting port 79d1e998-d57f-414e-be49-4e99e57bd8b3 {{(pid=119044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:05:13.641990 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-daa9726f-0574-43db-90e7-94f7fe6c2063 req-458a8e4e-6480-4eb9-b55e-411bd16c0b42 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:13.697509 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-4c4dae7a-d0bd-4ee0-aeca-6954f6e0ea6e service neutron] Attempting to bind port 1a2b642e-e042-45b8-a82e-784e2c47386b on host hv-cinder-78652 for vnic_type normal with profile {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:05:13.697750 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-4c4dae7a-d0bd-4ee0-aeca-6954f6e0ea6e service neutron] Attempting to bind port 1a2b642e-e042-45b8-a82e-784e2c47386b by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'eebe0223-ada5-4ab3-a594-ee2ef8b7cf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'bf86db12-153b-4118-b778-03286efca2e6'}] {{(pid=119045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:05:13.698074 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-4c4dae7a-d0bd-4ee0-aeca-6954f6e0ea6e service neutron] Attempting to bind port 1a2b642e-e042-45b8-a82e-784e2c47386b on network bf86db12-153b-4118-b778-03286efca2e6 {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:05:13.702863 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-4c4dae7a-d0bd-4ee0-aeca-6954f6e0ea6e service neutron] Port 1a2b642e-e042-45b8-a82e-784e2c47386b on network bf86db12-153b-4118-b778-03286efca2e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 17:05:13.703180 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-4c4dae7a-d0bd-4ee0-aeca-6954f6e0ea6e service neutron] Attempting to bind port 1a2b642e-e042-45b8-a82e-784e2c47386b on network bf86db12-153b-4118-b778-03286efca2e6 {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:05:13.708633 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-4c4dae7a-d0bd-4ee0-aeca-6954f6e0ea6e service neutron] Checking agent: {'id': '6f9f6b2e-16b6-4f76-902f-5004e6b9f64e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:05:13.708993 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-4c4dae7a-d0bd-4ee0-aeca-6954f6e0ea6e service neutron] Checking segment: {'id': 'eebe0223-ada5-4ab3-a594-ee2ef8b7cf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'bf86db12-153b-4118-b778-03286efca2e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:05:13.709406 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-4c4dae7a-d0bd-4ee0-aeca-6954f6e0ea6e service neutron] Bound using segment: {'id': 'eebe0223-ada5-4ab3-a594-ee2ef8b7cf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'bf86db12-153b-4118-b778-03286efca2e6'} {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:05:13.709861 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-4c4dae7a-d0bd-4ee0-aeca-6954f6e0ea6e service neutron] Bound port: 1a2b642e-e042-45b8-a82e-784e2c47386b, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eebe0223-ada5-4ab3-a594-ee2ef8b7cf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'bf86db12-153b-4118-b778-03286efca2e6'}}] {{(pid=119045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:05:13.710196 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-4c4dae7a-d0bd-4ee0-aeca-6954f6e0ea6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:13.740863 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:13.806083 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-4c4dae7a-d0bd-4ee0-aeca-6954f6e0ea6e service neutron] For port 1a2b642e-e042-45b8-a82e-784e2c47386b, host hv-cinder-78652, cleared binding levels {{(pid=119045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:05:13.809868 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-4c4dae7a-d0bd-4ee0-aeca-6954f6e0ea6e service neutron] For port 1a2b642e-e042-45b8-a82e-784e2c47386b, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1a2b642e-e042-45b8-a82e-784e2c47386b,segment=NetworkSegment(eebe0223-ada5-4ab3-a594-ee2ef8b7cf07),segment_id=eebe0223-ada5-4ab3-a594-ee2ef8b7cf07)] {{(pid=119045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:05:13.814588 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-4c4dae7a-d0bd-4ee0-aeca-6954f6e0ea6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14687500'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:13.818885 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-fbd1c367-45fa-49e7-9453-c1b8c10b1d34 tempest-VolumesActionsTest-720175472 tempest-VolumesActionsTest-720175472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:13.879388 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-4c4dae7a-d0bd-4ee0-aeca-6954f6e0ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:13.879990 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-4c4dae7a-d0bd-4ee0-aeca-6954f6e0ea6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:13.881367 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-4c4dae7a-d0bd-4ee0-aeca-6954f6e0ea6e service neutron] 10.222.0.75 "PUT /v2.0/ports/1a2b642e-e042-45b8-a82e-784e2c47386b HTTP/1.1" status: 200 len: 1093 time: 0.9730616 May 20 17:05:13.881867 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84519db0-11f9-47c2-982c-53a8316d0429', 'tag': '1a2b642e-e042-45b8-a82e-784e2c47386b'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:05:13.908691 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4dae7a-d0bd-4ee0-aeca-6954f6e0ea6e service neutron] Pushing event updated for resources: {'Port': ['ID=1a2b642e-e042-45b8-a82e-784e2c47386b,revision_number=3']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:13.913270 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-4c4dae7a-d0bd-4ee0-aeca-6954f6e0ea6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:13.931432 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [req-daa9726f-0574-43db-90e7-94f7fe6c2063 req-458a8e4e-6480-4eb9-b55e-411bd16c0b42 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] For port 79d1e998-d57f-414e-be49-4e99e57bd8b3, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=79d1e998-d57f-414e-be49-4e99e57bd8b3,segment=NetworkSegment(04f20a06-e49b-44e4-8773-c49eb357921a),segment_id=04f20a06-e49b-44e4-8773-c49eb357921a)] {{(pid=119044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:05:13.931888 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-daa9726f-0574-43db-90e7-94f7fe6c2063 req-458a8e4e-6480-4eb9-b55e-411bd16c0b42 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:13.939706 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84519db0-11f9-47c2-982c-53a8316d0429', 'tag': '1a2b642e-e042-45b8-a82e-784e2c47386b', 'status': 'completed', 'code': 200} May 20 17:05:14.026469 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:14.047645 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a7c85-92c9-4b50-bd69-8f0111107295 req-d29c6c2f-3a66-4fb9-b417-594012a90ad1 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:14.054190 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-1e7a7c85-92c9-4b50-bd69-8f0111107295 req-d29c6c2f-3a66-4fb9-b417-594012a90ad1 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 947 time: 0.3252120 May 20 17:05:14.182686 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-57773580-f998-4585-a889-e5b297c5fddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:14.184421 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-57773580-f998-4585-a889-e5b297c5fddf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8f3cf9536d634a1fb46c704b591e7be6&device_id=84519db0-11f9-47c2-982c-53a8316d0429 HTTP/1.1" status: 200 len: 1096 time: 0.2284584 May 20 17:05:14.186643 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-1e7a7c85-92c9-4b50-bd69-8f0111107295 req-42bb414d-9821-4548-8a72-de12ce690a4f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=46d30863-d82b-4833-acc7-10f3168092a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310201 May 20 17:05:14.269595 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-c91f980d-cfea-4c9a-87b7-61d82da29d9f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a2b642e-e042-45b8-a82e-784e2c47386b HTTP/1.1" status: 200 len: 217 time: 0.0765271 May 20 17:05:14.282334 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109e998-20fa-4290-a86e-07e223890190 req-33499946-8003-47df-9edf-31524ab9dfdb tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:14.289605 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8109e998-20fa-4290-a86e-07e223890190 req-33499946-8003-47df-9edf-31524ab9dfdb tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.2530153 May 20 17:05:14.310713 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-daa9726f-0574-43db-90e7-94f7fe6c2063 req-458a8e4e-6480-4eb9-b55e-411bd16c0b42 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:14.311220 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-daa9726f-0574-43db-90e7-94f7fe6c2063 req-458a8e4e-6480-4eb9-b55e-411bd16c0b42 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16751940'] for floatingip, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:14.311701 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.db.l3_db [req-daa9726f-0574-43db-90e7-94f7fe6c2063 req-458a8e4e-6480-4eb9-b55e-411bd16c0b42 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Floating IP 4bcdb6aa-f6fa-47aa-b5da-41a5e9541cf2 disassociated. External IP: 172.27.3.157, port: 79d1e998-d57f-414e-be49-4e99e57bd8b3. May 20 17:05:14.312950 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [req-daa9726f-0574-43db-90e7-94f7fe6c2063 req-458a8e4e-6480-4eb9-b55e-411bd16c0b42 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Calling delete_port for 79d1e998-d57f-414e-be49-4e99e57bd8b3 owned by compute:nova {{(pid=119044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:05:14.318090 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-d963cb57-d084-4b03-9b8e-76895e87d067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:14.385344 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8109e998-20fa-4290-a86e-07e223890190 req-aef6a684-aaaa-4592-ac8a-839dc69fca6a tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948060 May 20 17:05:14.392861 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-ea3b098b-8664-42dc-8a84-54f5ac0c4c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:14.394409 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-ea3b098b-8664-42dc-8a84-54f5ac0c4c2e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=298ed0bc-6ca6-4462-8477-8ec3021e2ef6 HTTP/1.1" status: 200 len: 853 time: 0.1025479 May 20 17:05:14.454695 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4c483-4381-4cce-be21-61cc2d3381a6 req-4018fb66-5320-4d3a-877a-c653bac0b4c0 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:14.455313 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-fb01cba5-83b7-4beb-bb93-1a5d4cafe574 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf86db12-153b-4118-b778-03286efca2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467064 May 20 17:05:14.456315 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b1a4c483-4381-4cce-be21-61cc2d3381a6 req-4018fb66-5320-4d3a-877a-c653bac0b4c0 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=84519db0-11f9-47c2-982c-53a8316d0429 HTTP/1.1" status: 200 len: 943 time: 0.1192515 May 20 17:05:14.561326 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b1a4c483-4381-4cce-be21-61cc2d3381a6 req-120c5f41-4ae9-45d2-b9ae-eae862cfcd50 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717742 May 20 17:05:14.562916 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-daa9726f-0574-43db-90e7-94f7fe6c2063 req-458a8e4e-6480-4eb9-b55e-411bd16c0b42 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:14.569306 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:14.614863 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a8e4e-6480-4eb9-b55e-411bd16c0b42 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Pushing event deleted for resources: {'Port': ['ID=79d1e998-d57f-414e-be49-4e99e57bd8b3,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:14.618855 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-458a8e4e-6480-4eb9-b55e-411bd16c0b42 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:14.637420 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-a0a1ce54-1536-4c1b-b4e5-40e0e2d5ee9f service neutron] 10.222.0.75 "GET /v2.0/networks/bf86db12-153b-4118-b778-03286efca2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742477 May 20 17:05:14.692335 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0a51f0bd-b205-417f-ab6b-85e814cf3815 req-d402318e-85d4-43ef-8a0c-4fdfadb41e9e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1317654 May 20 17:05:14.807492 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.l3_agent_scheduler [req-daa9726f-0574-43db-90e7-94f7fe6c2063 req-458a8e4e-6480-4eb9-b55e-411bd16c0b42 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Router c5bc0eec-8b05-4562-ae36-8bc97585b490 has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:05:14.829712 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-98d1f294-f4e2-495f-b165-5609a94c72bb req-3e158ce8-c5ae-4c2c-b8f7-f2161a73c3a9 service neutron] 10.222.0.75 "GET /v2.0/networks/bf86db12-153b-4118-b778-03286efca2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852524 May 20 17:05:14.844169 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51f0bd-b205-417f-ab6b-85e814cf3815 req-49446bf7-d71e-4ada-b810-f35ba44d8a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:14.845694 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0a51f0bd-b205-417f-ab6b-85e814cf3815 req-49446bf7-d71e-4ada-b810-f35ba44d8a01 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=633b28eb0b87461f810176c2a59c4333&device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 1099 time: 0.1113462 May 20 17:05:14.990894 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-daa9726f-0574-43db-90e7-94f7fe6c2063 req-458a8e4e-6480-4eb9-b55e-411bd16c0b42 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:05:15.000628 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e43770-74a2-4f53-8ee2-a69ad12ecb0c None None] Sync routers for ids ['c5bc0eec-8b05-4562-ae36-8bc97585b490'] in dv-cinder-786524-7-iscsi {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:05:15.011033 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e43770-74a2-4f53-8ee2-a69ad12ecb0c None None] Routers {'c5bc0eec-8b05-4562-ae36-8bc97585b490'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:05:15.011741 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-61e43770-74a2-4f53-8ee2-a69ad12ecb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:05:14Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c5bc0eec-8b05-4562-ae36-8bc97585b490'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:05:15.067042 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa9726f-0574-43db-90e7-94f7fe6c2063 req-458a8e4e-6480-4eb9-b55e-411bd16c0b42 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] No DVR routers for this DVR port 79d1e998-d57f-414e-be49-4e99e57bd8b3 on host hv-cinder-78652 {{(pid=119044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:05:15.069643 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-daa9726f-0574-43db-90e7-94f7fe6c2063 req-458a8e4e-6480-4eb9-b55e-411bd16c0b42 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:15.072355 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e', 'name': 'network-vif-deleted', 'tag': '79d1e998-d57f-414e-be49-4e99e57bd8b3'}] {{(pid=119044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:05:15.089272 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-daa9726f-0574-43db-90e7-94f7fe6c2063 req-458a8e4e-6480-4eb9-b55e-411bd16c0b42 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.75 "DELETE /v2.0/ports/79d1e998-d57f-414e-be49-4e99e57bd8b3 HTTP/1.1" status: 204 len: 173 time: 1.5879638 May 20 17:05:15.119076 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e', 'name': 'network-vif-deleted', 'tag': '79d1e998-d57f-414e-be49-4e99e57bd8b3', 'status': 'completed', 'code': 200} May 20 17:05:15.152541 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:15.197430 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-61e43770-74a2-4f53-8ee2-a69ad12ecb0c None None] Set router c5bc0eec-8b05-4562-ae36-8bc97585b490 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:05:15.357155 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-2b509ec1-cc57-4c0b-a97e-1cd93d598326 req-654a0a6f-2a3b-43a3-ba05-504683fc7190 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Synchronizing usage tracker for tenant:15040cd71cf0497581d552f7a0ff286f on resource:port {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:05:15.376616 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-2b509ec1-cc57-4c0b-a97e-1cd93d598326 req-654a0a6f-2a3b-43a3-ba05-504683fc7190 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Unset dirty status for tenant:15040cd71cf0497581d552f7a0ff286f on resource:port {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:05:15.378052 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-2b509ec1-cc57-4c0b-a97e-1cd93d598326 req-654a0a6f-2a3b-43a3-ba05-504683fc7190 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 210 time: 0.0673892 May 20 17:05:15.535689 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-61e43770-74a2-4f53-8ee2-a69ad12ecb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'name': 'tempest-AttachVolumeShelveTestJSON-1256951433-router', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:48Z', 'updated_at': '2021-05-20T17:00:56Z', 'revision_number': 4, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'gw_port': {'id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:50Z', 'updated_at': '2021-05-20T17:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd', 'name': '', 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'mac_address': 'fa:16:3e:17:8e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:01:08Z', 'revision_number': 5, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'subnets': [{'id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:05:15.539802 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e43770-74a2-4f53-8ee2-a69ad12ecb0c None None] Checking router: c5bc0eec-8b05-4562-ae36-8bc97585b490 for host: dv-cinder-786524-7-iscsi {{(pid=119047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:05:15.548986 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e43770-74a2-4f53-8ee2-a69ad12ecb0c None None] Routers {'c5bc0eec-8b05-4562-ae36-8bc97585b490'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:05:15.549643 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-61e43770-74a2-4f53-8ee2-a69ad12ecb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:05:14Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c5bc0eec-8b05-4562-ae36-8bc97585b490'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:05:15.587696 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69272bb-d715-4b41-bac7-0a389381f74d req-b4b6b883-d97b-46bf-873a-1c816a0f8477 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:15.594804 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-f69272bb-d715-4b41-bac7-0a389381f74d req-b4b6b883-d97b-46bf-873a-1c816a0f8477 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0922832 May 20 17:05:15.642085 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-f69272bb-d715-4b41-bac7-0a389381f74d req-1940599d-90d6-4139-8af4-f9962a99cf94 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463312 May 20 17:05:15.766844 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40dcdc-4bb2-4a1d-bea8-b3a38b1a7c97 req-1377cd19-de1d-4af5-9fd6-dffa1b447969 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:15.768364 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-df40dcdc-4bb2-4a1d-bea8-b3a38b1a7c97 req-1377cd19-de1d-4af5-9fd6-dffa1b447969 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=84519db0-11f9-47c2-982c-53a8316d0429 HTTP/1.1" status: 200 len: 943 time: 0.0927882 May 20 17:05:15.777164 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-61e43770-74a2-4f53-8ee2-a69ad12ecb0c None None] Set router c5bc0eec-8b05-4562-ae36-8bc97585b490 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:05:15.816035 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-df40dcdc-4bb2-4a1d-bea8-b3a38b1a7c97 req-d87022f2-cdfa-492e-800e-c081c5206409 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417218 May 20 17:05:16.090638 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-61e43770-74a2-4f53-8ee2-a69ad12ecb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'name': 'tempest-AttachVolumeShelveTestJSON-1256951433-router', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:48Z', 'updated_at': '2021-05-20T17:00:56Z', 'revision_number': 4, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'gw_port': {'id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:50Z', 'updated_at': '2021-05-20T17:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd', 'name': '', 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'mac_address': 'fa:16:3e:17:8e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:01:08Z', 'revision_number': 5, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'subnets': [{'id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:05:16.094800 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e43770-74a2-4f53-8ee2-a69ad12ecb0c None None] The sync data for ids ['c5bc0eec-8b05-4562-ae36-8bc97585b490'] in dv-cinder-786524-7-iscsi is: [{'id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'name': 'tempest-AttachVolumeShelveTestJSON-1256951433-router', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:48Z', 'updated_at': '2021-05-20T17:00:56Z', 'revision_number': 4, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'gw_port': {'id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:50Z', 'updated_at': '2021-05-20T17:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd', 'name': '', 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'mac_address': 'fa:16:3e:17:8e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:01:08Z', 'revision_number': 5, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'subnets': [{'id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:05:16.322253 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78ab84e-d078-4b52-b5aa-9c00fecd87a0 None None] New status for floating IP 4bcdb6aa-f6fa-47aa-b5da-41a5e9541cf2: DOWN {{(pid=119046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 17:05:16.535391 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-e4509ace-faf0-4ed9-943f-5704c085dedd req-b69d9612-1b57-4bd8-aa5a-9deafc8025f6 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 210 time: 0.0460365 May 20 17:05:16.847991 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7cfa9-297a-4118-bb13-d716005bf581 req-61e5af18-85b5-498c-a62e-69aa9512a836 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:16.849207 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d3d7cfa9-297a-4118-bb13-d716005bf581 req-61e5af18-85b5-498c-a62e-69aa9512a836 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0815544 May 20 17:05:16.891842 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:16.917227 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d3d7cfa9-297a-4118-bb13-d716005bf581 req-66e35e6f-95f6-4d1a-9949-a8f7b7b3f2d5 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616546 May 20 17:05:17.014088 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886a2b7-09a7-4d9c-9892-9803bffe635d req-0ad02f53-f00c-4fbd-8a83-bf96bda04146 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:17.015730 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-6886a2b7-09a7-4d9c-9892-9803bffe635d req-0ad02f53-f00c-4fbd-8a83-bf96bda04146 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=84519db0-11f9-47c2-982c-53a8316d0429 HTTP/1.1" status: 200 len: 943 time: 0.0824478 May 20 17:05:17.061121 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-6886a2b7-09a7-4d9c-9892-9803bffe635d req-a46b3d5b-0e86-48ec-98a6-b141595e8ee0 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393960 May 20 17:05:17.700399 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0cac141e-704f-43aa-bd9b-c0d2292a84a2 req-a32ec2de-2409-4df8-8b6c-48ccd79a59fa tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed8cd6e6-a5ae-44a5-a50f-a0ae57a9830e HTTP/1.1" status: 200 len: 210 time: 0.0424247 May 20 17:05:17.802410 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 79d1e998-d57f-414e-be49-4e99e57bd8b3 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:05:17.840440 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] No Port match for: 79d1e998-d57f-414e-be49-4e99e57bd8b3 {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:05:17.840692 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 79d1e998-d57f-414e-be49-4e99e57bd8b3 not bound to the agent host hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:05:17.925927 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92eb26-3c20-45db-aed7-a98bd2186a8b req-a994e949-3a9f-409e-b94f-82ea606247f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:17.927427 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-4b92eb26-3c20-45db-aed7-a98bd2186a8b req-a994e949-3a9f-409e-b94f-82ea606247f4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8f3cf9536d634a1fb46c704b591e7be6&device_id=84519db0-11f9-47c2-982c-53a8316d0429 HTTP/1.1" status: 200 len: 1096 time: 0.0771971 May 20 17:05:17.958254 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51f0bd-b205-417f-ab6b-85e814cf3815 req-0cf5766f-d423-4ecc-8639-38d900b3edfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:17.960447 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0a51f0bd-b205-417f-ab6b-85e814cf3815 req-0cf5766f-d423-4ecc-8639-38d900b3edfc service neutron] 10.222.0.75 "GET /v2.0/networks?id=c2c7c270-423d-436f-960a-39d7d4b1aa00 HTTP/1.1" status: 200 len: 912 time: 0.1473918 May 20 17:05:18.133510 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0a51f0bd-b205-417f-ab6b-85e814cf3815 req-80ddc455-dfb5-46e9-b9a2-090f5e9a1a62 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97fd0e40-1173-408c-b52f-aa9da7b0aad8 HTTP/1.1" status: 200 len: 1001 time: 0.1646190 May 20 17:05:18.205830 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72aaa7-48ab-4c46-ba97-6888ea626863 req-0b6197d1-3098-4648-b2ec-454c0d000c2a tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:18.207362 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cc72aaa7-48ab-4c46-ba97-6888ea626863 req-0b6197d1-3098-4648-b2ec-454c0d000c2a tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.1615908 May 20 17:05:18.223611 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92eb26-3c20-45db-aed7-a98bd2186a8b req-6df346a5-4b03-4a0a-b601-4aff00bbbf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:18.225064 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-4b92eb26-3c20-45db-aed7-a98bd2186a8b req-6df346a5-4b03-4a0a-b601-4aff00bbbf68 service neutron] 10.222.0.75 "GET /v2.0/networks?id=bf86db12-153b-4118-b778-03286efca2e6 HTTP/1.1" status: 200 len: 914 time: 0.2866738 May 20 17:05:18.233922 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51f0bd-b205-417f-ab6b-85e814cf3815 req-5f327860-a6f6-4cd2-917c-60574b5be46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:18.235483 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0a51f0bd-b205-417f-ab6b-85e814cf3815 req-5f327860-a6f6-4cd2-917c-60574b5be46e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=57a04c80-7361-435a-811d-e955eb1e7f4b HTTP/1.1" status: 200 len: 850 time: 0.0923128 May 20 17:05:18.301781 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cc72aaa7-48ab-4c46-ba97-6888ea626863 req-6452912c-c84c-48f5-b8d3-1cf60eafad42 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867522 May 20 17:05:18.304436 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-4b92eb26-3c20-45db-aed7-a98bd2186a8b req-3e882601-fbde-47df-a9c9-bb9f93355e53 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a2b642e-e042-45b8-a82e-784e2c47386b HTTP/1.1" status: 200 len: 217 time: 0.0689189 May 20 17:05:18.339997 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51f0bd-b205-417f-ab6b-85e814cf3815 req-06f5efee-c0c1-499d-9569-2d7237fd0047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:18.341410 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0a51f0bd-b205-417f-ab6b-85e814cf3815 req-06f5efee-c0c1-499d-9569-2d7237fd0047 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c2c7c270-423d-436f-960a-39d7d4b1aa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0921946 May 20 17:05:18.366550 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad73dfd-acf0-41ba-8bfe-bdb091856697 req-aa63c7de-682c-4760-9035-43013f4fc600 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:18.368351 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-1ad73dfd-acf0-41ba-8bfe-bdb091856697 req-aa63c7de-682c-4760-9035-43013f4fc600 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=84519db0-11f9-47c2-982c-53a8316d0429 HTTP/1.1" status: 200 len: 943 time: 0.1970334 May 20 17:05:18.408892 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92eb26-3c20-45db-aed7-a98bd2186a8b req-be19473e-5b73-4200-af48-783122a8ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:18.410542 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-4b92eb26-3c20-45db-aed7-a98bd2186a8b req-be19473e-5b73-4200-af48-783122a8ad7f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=298ed0bc-6ca6-4462-8477-8ec3021e2ef6 HTTP/1.1" status: 200 len: 853 time: 0.0956981 May 20 17:05:18.474227 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-4b92eb26-3c20-45db-aed7-a98bd2186a8b req-90c0213d-9eba-49f7-8564-9f9f48d340fd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf86db12-153b-4118-b778-03286efca2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536461 May 20 17:05:18.477285 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-1ad73dfd-acf0-41ba-8bfe-bdb091856697 req-b25b3978-8694-4ae5-8531-1d87e81f2c7d tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977323 May 20 17:05:18.576152 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0a51f0bd-b205-417f-ab6b-85e814cf3815 req-2b088a93-68a3-4561-ba22-6f1dfdb646d0 service neutron] 10.222.0.75 "GET /v2.0/networks/c2c7c270-423d-436f-960a-39d7d4b1aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207177 May 20 17:05:18.624124 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-4b92eb26-3c20-45db-aed7-a98bd2186a8b req-d904cfc5-f4c9-4f00-9375-df7f5cce0557 service neutron] 10.222.0.75 "GET /v2.0/networks/bf86db12-153b-4118-b778-03286efca2e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388755 May 20 17:05:18.716067 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0a51f0bd-b205-417f-ab6b-85e814cf3815 req-6601911a-de79-4bf5-a2a5-fc55eb40a3e8 service neutron] 10.222.0.75 "GET /v2.0/networks/c2c7c270-423d-436f-960a-39d7d4b1aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312926 May 20 17:05:18.786959 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-4b92eb26-3c20-45db-aed7-a98bd2186a8b req-addc4307-2f91-44e1-9dae-252259249ad1 service neutron] 10.222.0.75 "GET /v2.0/networks/bf86db12-153b-4118-b778-03286efca2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444142 May 20 17:05:19.514002 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cc8f6-e48f-4931-b98c-5975a64ed71f req-cf357b02-165c-4cd5-add2-3b554e364c60 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:19.516431 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c69cc8f6-e48f-4931-b98c-5975a64ed71f req-cf357b02-165c-4cd5-add2-3b554e364c60 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.0945635 May 20 17:05:19.564521 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c69cc8f6-e48f-4931-b98c-5975a64ed71f req-fc69cf3a-8a89-4c0e-b438-fb509bdd81a7 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415907 May 20 17:05:19.756068 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f98b82-2fa6-4333-9a7b-d7fc46e57a6e req-9316ef60-9621-492f-a7ae-9e79c989595c tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:19.757549 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-a0f98b82-2fa6-4333-9a7b-d7fc46e57a6e req-9316ef60-9621-492f-a7ae-9e79c989595c tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=84519db0-11f9-47c2-982c-53a8316d0429 HTTP/1.1" status: 200 len: 943 time: 0.0846295 May 20 17:05:19.803457 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-a0f98b82-2fa6-4333-9a7b-d7fc46e57a6e req-70e5eacc-5fa2-464a-abd8-5134ca6357bf tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400710 May 20 17:05:19.882386 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 53672) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:19.950347 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-967eefd7-3e8e-476d-80b3-9edd7fb820e0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:19.978648 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-967eefd7-3e8e-476d-80b3-9edd7fb820e0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:20.040881 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-967eefd7-3e8e-476d-80b3-9edd7fb820e0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:20.046012 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-2e5b3501-6c94-448c-b46f-cf355e6191ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:20.061013 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967eefd7-3e8e-476d-80b3-9edd7fb820e0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d30863-d82b-4833-acc7-10f3168092a9,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:20.063921 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-967eefd7-3e8e-476d-80b3-9edd7fb820e0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:20.070198 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-967eefd7-3e8e-476d-80b3-9edd7fb820e0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:20.071321 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-967eefd7-3e8e-476d-80b3-9edd7fb820e0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "DELETE /v2.0/security-groups/46d30863-d82b-4833-acc7-10f3168092a9 HTTP/1.1" status: 204 len: 168 time: 0.1879482 May 20 17:05:20.074369 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 53678) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:20.090882 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.api.v2.resource [None req-1c09eb1b-efde-463b-83c0-ea42b0feaa8d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] show failed (client error): The resource could not be found. May 20 17:05:20.092478 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-1c09eb1b-efde-463b-83c0-ea42b0feaa8d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups/46d30863-d82b-4833-acc7-10f3168092a9 HTTP/1.1" status: 404 len: 347 time: 0.0164676 May 20 17:05:20.094833 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 53682) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:20.310800 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-27b8ad0d-fa24-44cc-8ff6-f2e290ff1e63 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Deleting port 7251967d-07fb-4d52-8f14-ceb11b983f12 {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:05:20.311149 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-27b8ad0d-fa24-44cc-8ff6-f2e290ff1e63 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:20.313129 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 1a2b642e-e042-45b8-a82e-784e2c47386b details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=119046) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 17:05:20.433040 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-27b8ad0d-fa24-44cc-8ff6-f2e290ff1e63 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:20.433443 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-27b8ad0d-fa24-44cc-8ff6-f2e290ff1e63 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:20.453390 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 1a2b642e-e042-45b8-a82e-784e2c47386b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1a2b642e-e042-45b8-a82e-784e2c47386b,segment=NetworkSegment(eebe0223-ada5-4ab3-a594-ee2ef8b7cf07),segment_id=eebe0223-ada5-4ab3-a594-ee2ef8b7cf07)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:05:20.466441 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Returning: {'device': '1a2b642e-e042-45b8-a82e-784e2c47386b', 'network_id': 'bf86db12-153b-4118-b778-03286efca2e6', 'port_id': '1a2b642e-e042-45b8-a82e-784e2c47386b', 'mac_address': 'fa:16:3e:8c:3b:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '298ed0bc-6ca6-4462-8477-8ec3021e2ef6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119046) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 17:05:20.520881 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:20.537701 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2b642e-e042-45b8-a82e-784e2c47386b {{(pid=119046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:05:20.552965 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 1a2b642e-e042-45b8-a82e-784e2c47386b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1a2b642e-e042-45b8-a82e-784e2c47386b,segment=NetworkSegment(eebe0223-ada5-4ab3-a594-ee2ef8b7cf07),segment_id=eebe0223-ada5-4ab3-a594-ee2ef8b7cf07)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:05:20.562618 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-27b8ad0d-fa24-44cc-8ff6-f2e290ff1e63 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Calling delete_port for 7251967d-07fb-4d52-8f14-ceb11b983f12 owned by network:floatingip {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:05:20.563159 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:20.564406 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:20.635990 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=1a2b642e-e042-45b8-a82e-784e2c47386b,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:20.639358 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:20.713509 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-27b8ad0d-fa24-44cc-8ff6-f2e290ff1e63 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:20.722012 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-f51c529b-288c-4038-bf90-d815146e0c59 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:20.770295 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8ad0d-fa24-44cc-8ff6-f2e290ff1e63 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Pushing event deleted for resources: {'Port': ['ID=7251967d-07fb-4d52-8f14-ceb11b983f12,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:20.774036 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-27b8ad0d-fa24-44cc-8ff6-f2e290ff1e63 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:20.881752 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-27b8ad0d-fa24-44cc-8ff6-f2e290ff1e63 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for floatingip, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:20.897343 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04568a73-8c25-481d-bcd4-62e0dc168400 req-8b03e89c-a7a9-4227-8182-f53d1c83b2d0 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:20.898806 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-04568a73-8c25-481d-bcd4-62e0dc168400 req-8b03e89c-a7a9-4227-8182-f53d1c83b2d0 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.2165747 May 20 17:05:20.931006 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-27b8ad0d-fa24-44cc-8ff6-f2e290ff1e63 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for floatingip, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:20.932114 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-27b8ad0d-fa24-44cc-8ff6-f2e290ff1e63 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "DELETE /v2.0/floatingips/4bcdb6aa-f6fa-47aa-b5da-41a5e9541cf2 HTTP/1.1" status: 204 len: 168 time: 0.8364305 May 20 17:05:20.954720 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-04568a73-8c25-481d-bcd4-62e0dc168400 req-d06e4c55-3fd8-4dc5-8ddd-5705f7efa8da tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488715 May 20 17:05:21.001562 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa0f5a-2368-4c16-995b-8fadf79cf591 req-e974c244-d799-4ddb-9c57-9ef7477d9e75 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:21.003045 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-36aa0f5a-2368-4c16-995b-8fadf79cf591 req-e974c244-d799-4ddb-9c57-9ef7477d9e75 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=84519db0-11f9-47c2-982c-53a8316d0429 HTTP/1.1" status: 200 len: 944 time: 0.0900867 May 20 17:05:21.048610 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-36aa0f5a-2368-4c16-995b-8fadf79cf591 req-4f718f51-f18b-414a-982d-0e7c7576e129 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397370 May 20 17:05:21.380230 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 53694) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:21.387963 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-fdf00fd4-3804-49d0-aa90-ccb0a8875bb0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1793140767', 'description': 'tempest-description--1987326966'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:05:21.394435 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-fdf00fd4-3804-49d0-aa90-ccb0a8875bb0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:05:21.398744 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-fdf00fd4-3804-49d0-aa90-ccb0a8875bb0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Usage tracker for resource:security_group and tenant:15040cd71cf0497581d552f7a0ff286f is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:05:21.401736 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-fdf00fd4-3804-49d0-aa90-ccb0a8875bb0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:05:21.408211 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-fdf00fd4-3804-49d0-aa90-ccb0a8875bb0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:05:21.421761 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-fdf00fd4-3804-49d0-aa90-ccb0a8875bb0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:21.443532 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-fdf00fd4-3804-49d0-aa90-ccb0a8875bb0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:05:21.447803 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-fdf00fd4-3804-49d0-aa90-ccb0a8875bb0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Usage tracker for resource:security_group_rule and tenant:15040cd71cf0497581d552f7a0ff286f is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:05:21.450898 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-fdf00fd4-3804-49d0-aa90-ccb0a8875bb0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:05:21.456969 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-fdf00fd4-3804-49d0-aa90-ccb0a8875bb0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:05:21.533847 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-fdf00fd4-3804-49d0-aa90-ccb0a8875bb0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:21.539904 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-fdf00fd4-3804-49d0-aa90-ccb0a8875bb0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:21.543730 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-09665e59-992e-4dd3-b68c-f21d49db0179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:21.584793 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf00fd4-3804-49d0-aa90-ccb0a8875bb0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:21.587679 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-fdf00fd4-3804-49d0-aa90-ccb0a8875bb0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:21.589286 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-fdf00fd4-3804-49d0-aa90-ccb0a8875bb0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:21.590545 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-fdf00fd4-3804-49d0-aa90-ccb0a8875bb0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2088902 May 20 17:05:21.595349 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 53698) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:21.602196 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-8f1e620a-9c75-4ce3-b9ff-54024752bc1f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Request body: {'security_group_rule': {'security_group_id': '2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:05:21.608299 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-8f1e620a-9c75-4ce3-b9ff-54024752bc1f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:05:21.613035 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-8f1e620a-9c75-4ce3-b9ff-54024752bc1f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Usage tracker for resource:security_group_rule and tenant:15040cd71cf0497581d552f7a0ff286f is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:05:21.616100 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-8f1e620a-9c75-4ce3-b9ff-54024752bc1f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:05:21.626421 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-8f1e620a-9c75-4ce3-b9ff-54024752bc1f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:05:21.643596 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8f1e620a-9c75-4ce3-b9ff-54024752bc1f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:21.702984 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8f1e620a-9c75-4ce3-b9ff-54024752bc1f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:21.708384 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8f1e620a-9c75-4ce3-b9ff-54024752bc1f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270895'] for security_group_rule, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:21.710450 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-92b8865e-3e5d-4cef-a457-aa1b858772db tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:21.733118 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e620a-9c75-4ce3-b9ff-54024752bc1f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c04650ea-fcc5-4347-af9d-1ec38f16819a,revision_number=0']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:21.738349 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-8f1e620a-9c75-4ce3-b9ff-54024752bc1f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:21.745062 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8f1e620a-9c75-4ce3-b9ff-54024752bc1f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:21.747417 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-8f1e620a-9c75-4ce3-b9ff-54024752bc1f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1506028 May 20 17:05:21.750528 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 53702) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:21.755937 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-77caa42b-b067-42bd-be19-7538bc3ac253 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Request body: {'security_group_rule': {'security_group_id': '2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:05:21.761963 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-77caa42b-b067-42bd-be19-7538bc3ac253 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:05:21.766039 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-77caa42b-b067-42bd-be19-7538bc3ac253 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Usage tracker for resource:security_group_rule and tenant:15040cd71cf0497581d552f7a0ff286f is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:05:21.768996 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-77caa42b-b067-42bd-be19-7538bc3ac253 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:05:21.774921 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-77caa42b-b067-42bd-be19-7538bc3ac253 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:05:21.794624 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-77caa42b-b067-42bd-be19-7538bc3ac253 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:21.856620 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-77caa42b-b067-42bd-be19-7538bc3ac253 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:21.863169 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-77caa42b-b067-42bd-be19-7538bc3ac253 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270895'] for security_group_rule, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:21.870126 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-d0aeaf82-269f-4aff-99ee-e05febce82e7 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:21.891096 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77caa42b-b067-42bd-be19-7538bc3ac253 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e0f3a47-deb5-472e-a584-2b9687a90d98,revision_number=0']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:21.893579 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-77caa42b-b067-42bd-be19-7538bc3ac253 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:21.902058 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-77caa42b-b067-42bd-be19-7538bc3ac253 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:21.903321 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-77caa42b-b067-42bd-be19-7538bc3ac253 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1518195 May 20 17:05:21.906911 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 53708) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:21.912824 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-6289ce44-5b8b-4149-9f89-6f7e4c30b309 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Request body: {'floatingip': {'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:05:21.919079 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-6289ce44-5b8b-4149-9f89-6f7e4c30b309 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:05:21.923500 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-6289ce44-5b8b-4149-9f89-6f7e4c30b309 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Usage tracker for resource:floatingip and tenant:15040cd71cf0497581d552f7a0ff286f is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:05:21.926542 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-6289ce44-5b8b-4149-9f89-6f7e4c30b309 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:05:21.932672 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-6289ce44-5b8b-4149-9f89-6f7e4c30b309 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:05:21.944424 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-6289ce44-5b8b-4149-9f89-6f7e4c30b309 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for floatingip, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:22.145848 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-6289ce44-5b8b-4149-9f89-6f7e4c30b309 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:22.233547 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc2efe-5eac-46ec-9930-897b9ddcd265 req-8c8d28a1-c88c-4ba4-8f06-47e5d768d387 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:22.235042 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-cebc2efe-5eac-46ec-9930-897b9ddcd265 req-8c8d28a1-c88c-4ba4-8f06-47e5d768d387 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.1599977 May 20 17:05:22.238748 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076022eb-42d3-40e2-b430-a07a9386ee05 req-15d0e415-bd8a-431c-880f-14d17489d0fe tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:22.240229 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-076022eb-42d3-40e2-b430-a07a9386ee05 req-15d0e415-bd8a-431c-880f-14d17489d0fe tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=84519db0-11f9-47c2-982c-53a8316d0429 HTTP/1.1" status: 200 len: 944 time: 0.0857508 May 20 17:05:22.287731 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-076022eb-42d3-40e2-b430-a07a9386ee05 req-c16054eb-77af-4b24-ba0b-40539b37f2e2 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412467 May 20 17:05:22.337438 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-cebc2efe-5eac-46ec-9930-897b9ddcd265 req-e3c1158e-c5da-4ad9-ac6a-846f0a27cffc tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716650 May 20 17:05:22.338471 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.db_base_plugin_common [None req-6289ce44-5b8b-4149-9f89-6f7e4c30b309 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Allocated IP 172.27.3.221 (7bf407be-0a2f-4276-bbb9-407bd07b5677/0cc0c620-4805-460b-b0e9-2701bd4f1725/9e991c21-5a5f-4fd7-95e8-acf60b4121c2) {{(pid=119044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:05:22.488404 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-6289ce44-5b8b-4149-9f89-6f7e4c30b309 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for port, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:22.520770 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-6289ce44-5b8b-4149-9f89-6f7e4c30b309 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:22.524497 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-80ac1567-a4ea-4191-8577-beaf5674be2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:22.588411 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6289ce44-5b8b-4149-9f89-6f7e4c30b309 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Network 7bf407be-0a2f-4276-bbb9-407bd07b5677 is already hosted by enough agents. {{(pid=119044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:05:22.591442 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [None req-6289ce44-5b8b-4149-9f89-6f7e4c30b309 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Resources bound (agent type, host, resource id): {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:05:22.595093 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6289ce44-5b8b-4149-9f89-6f7e4c30b309 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Received port after_create {{(pid=119044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:05:22.627964 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289ce44-5b8b-4149-9f89-6f7e4c30b309 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Pushing event updated for resources: {'Port': ['ID=9e991c21-5a5f-4fd7-95e8-acf60b4121c2,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:22.634002 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-6289ce44-5b8b-4149-9f89-6f7e4c30b309 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:22.763304 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-6289ce44-5b8b-4149-9f89-6f7e4c30b309 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:22.833767 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-6289ce44-5b8b-4149-9f89-6f7e4c30b309 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:22.895082 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['1a2b642e-e042-45b8-a82e-784e2c47386b'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:05:23.049937 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-6289ce44-5b8b-4149-9f89-6f7e4c30b309 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for port, precommit_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:23.055903 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-6289ce44-5b8b-4149-9f89-6f7e4c30b309 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14410818'] for port, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:23.060959 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-b0af47c1-ba0d-4895-8527-199a753c47dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:23.166911 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289ce44-5b8b-4149-9f89-6f7e4c30b309 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Pushing event updated for resources: {'Port': ['ID=9e991c21-5a5f-4fd7-95e8-acf60b4121c2,revision_number=2']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:23.171424 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-6289ce44-5b8b-4149-9f89-6f7e4c30b309 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:23.180078 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-6289ce44-5b8b-4149-9f89-6f7e4c30b309 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16751940'] for floatingip, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:23.203543 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-6289ce44-5b8b-4149-9f89-6f7e4c30b309 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for floatingip, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:23.204766 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-6289ce44-5b8b-4149-9f89-6f7e4c30b309 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2968860 May 20 17:05:23.440083 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-d9df382c-a310-496c-aab7-fe1b35213c1f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Synchronizing usage tracker for tenant:15040cd71cf0497581d552f7a0ff286f on resource:security_group {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:05:23.504055 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-d9df382c-a310-496c-aab7-fe1b35213c1f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Unset dirty status for tenant:15040cd71cf0497581d552f7a0ff286f on resource:security_group {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:05:23.505363 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-d9df382c-a310-496c-aab7-fe1b35213c1f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1793140767&fields=id&tenant_id=15040cd71cf0497581d552f7a0ff286f HTTP/1.1" status: 200 len: 267 time: 0.1102397 May 20 17:05:23.514080 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c0dcc-3215-4018-a2f2-f5cf185be368 req-ec417db8-ff5b-4c29-8932-46378f3cd35e tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:23.516032 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cd9c0dcc-3215-4018-a2f2-f5cf185be368 req-ec417db8-ff5b-4c29-8932-46378f3cd35e tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=84519db0-11f9-47c2-982c-53a8316d0429 HTTP/1.1" status: 200 len: 944 time: 0.0811305 May 20 17:05:23.567709 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cd9c0dcc-3215-4018-a2f2-f5cf185be368 req-2816c772-444d-4c8e-a331-6225ce3a9aae tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438335 May 20 17:05:23.640752 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750eff1d-0fa0-4074-b00e-e29e24fb391a req-5909cc16-8e7b-443a-92d5-91896646866f tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:23.642226 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-750eff1d-0fa0-4074-b00e-e29e24fb391a req-5909cc16-8e7b-443a-92d5-91896646866f tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.75 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.1957018 May 20 17:05:23.747734 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-62b49490-1e71-435c-96b9-5e4d3af5749d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:23.748454 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-62b49490-1e71-435c-96b9-5e4d3af5749d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Synchronizing usage tracker for tenant:15040cd71cf0497581d552f7a0ff286f on resource:network {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:05:23.813486 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-62b49490-1e71-435c-96b9-5e4d3af5749d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Unset dirty status for tenant:15040cd71cf0497581d552f7a0ff286f on resource:network {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:05:23.814756 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-62b49490-1e71-435c-96b9-5e4d3af5749d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/networks?id=3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe HTTP/1.1" status: 200 len: 817 time: 0.3020885 May 20 17:05:23.835633 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-f0d278fb-a9b2-4bd4-a6a5-b75f28f330e3 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/quotas/15040cd71cf0497581d552f7a0ff286f HTTP/1.1" status: 200 len: 375 time: 0.0146708 May 20 17:05:23.836812 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e18da7-90f9-4071-b4ce-5001b02b8a0e req-c81f03bb-c103-49ef-8503-996cf4631d8a tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:23.840435 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c3e18da7-90f9-4071-b4ce-5001b02b8a0e req-c81f03bb-c103-49ef-8503-996cf4631d8a tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 945 time: 0.1643722 May 20 17:05:23.842703 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [req-750eff1d-0fa0-4074-b00e-e29e24fb391a req-eea3c6b7-a63c-4a40-aed9-42f4c295d937 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Deleting port faf13afa-a484-4391-ac53-0e106135f068 {{(pid=119044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:05:23.843409 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-750eff1d-0fa0-4074-b00e-e29e24fb391a req-eea3c6b7-a63c-4a40-aed9-42f4c295d937 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:23.889218 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c3e18da7-90f9-4071-b4ce-5001b02b8a0e req-e49173a2-2878-4b3f-8ad3-02276e0804c2 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e0e71b6-55cf-4863-9bdb-164ea98221ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395482 May 20 17:05:24.036365 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [req-750eff1d-0fa0-4074-b00e-e29e24fb391a req-eea3c6b7-a63c-4a40-aed9-42f4c295d937 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] For port faf13afa-a484-4391-ac53-0e106135f068, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=faf13afa-a484-4391-ac53-0e106135f068,segment=NetworkSegment(a4e97352-2304-4024-9541-464f2f7c5c74),segment_id=a4e97352-2304-4024-9541-464f2f7c5c74)] {{(pid=119044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:05:24.036731 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-750eff1d-0fa0-4074-b00e-e29e24fb391a req-eea3c6b7-a63c-4a40-aed9-42f4c295d937 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:24.105392 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-4b0108e2-67b4-447c-afde-ee25fa742154 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=15040cd71cf0497581d552f7a0ff286f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2489188 May 20 17:05:24.184877 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [req-750eff1d-0fa0-4074-b00e-e29e24fb391a req-eea3c6b7-a63c-4a40-aed9-42f4c295d937 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Calling delete_port for faf13afa-a484-4391-ac53-0e106135f068 owned by compute:nova {{(pid=119044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:05:24.312762 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-1d0f296f-a3b7-45d4-82a3-fe9752a95725 service neutron] 10.222.0.36 "GET /v2.0/networks/3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508605 May 20 17:05:24.503058 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-404db2ca-675d-4091-82ce-583b6681db3a service neutron] 10.222.0.36 "GET /v2.0/networks/3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831357 May 20 17:05:24.504148 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-750eff1d-0fa0-4074-b00e-e29e24fb391a req-eea3c6b7-a63c-4a40-aed9-42f4c295d937 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:24.509594 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-d26003ec-3d21-44bf-bed5-47e1fc338a38 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:24.656146 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3c6b7-a63c-4a40-aed9-42f4c295d937 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Pushing event deleted for resources: {'Port': ['ID=faf13afa-a484-4391-ac53-0e106135f068,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:24.688968 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-eea3c6b7-a63c-4a40-aed9-42f4c295d937 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:24.732996 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-79c3c006-b389-4467-90f4-7ac8321b7968 req-624493e3-8232-4d85-9cc4-3e8d33408cc4 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 210 time: 0.0874395 May 20 17:05:24.773377 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [req-750eff1d-0fa0-4074-b00e-e29e24fb391a req-eea3c6b7-a63c-4a40-aed9-42f4c295d937 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] No DVR routers for this DVR port faf13afa-a484-4391-ac53-0e106135f068 on host hv-cinder-78652 {{(pid=119044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:05:24.776546 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-750eff1d-0fa0-4074-b00e-e29e24fb391a req-eea3c6b7-a63c-4a40-aed9-42f4c295d937 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:24.779372 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50afd09-0e6d-44bc-ab73-1f6dff54df08', 'name': 'network-vif-deleted', 'tag': 'faf13afa-a484-4391-ac53-0e106135f068'}] {{(pid=119044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:05:24.799085 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-750eff1d-0fa0-4074-b00e-e29e24fb391a req-eea3c6b7-a63c-4a40-aed9-42f4c295d937 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.75 "DELETE /v2.0/ports/faf13afa-a484-4391-ac53-0e106135f068 HTTP/1.1" status: 204 len: 173 time: 1.1460211 May 20 17:05:24.801417 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67086e7-715d-4fc4-b8d3-99de94aa18dd req-1c297e0d-269a-4e50-a084-6f0d0891ac89 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:24.802903 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c67086e7-715d-4fc4-b8d3-99de94aa18dd req-1c297e0d-269a-4e50-a084-6f0d0891ac89 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=84519db0-11f9-47c2-982c-53a8316d0429 HTTP/1.1" status: 200 len: 944 time: 0.0966563 May 20 17:05:24.829727 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50afd09-0e6d-44bc-ab73-1f6dff54df08', 'name': 'network-vif-deleted', 'tag': 'faf13afa-a484-4391-ac53-0e106135f068', 'status': 'completed', 'code': 200} May 20 17:05:24.851038 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c67086e7-715d-4fc4-b8d3-99de94aa18dd req-3fe3dd90-d65c-45b5-a253-25612bb2137e tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407004 May 20 17:05:25.039543 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-f1e7dd26-600c-4542-8675-f944a1a1dbc3 req-7fe6e1a0-fca8-49a6-b88d-9550e62f9cf2 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Synchronizing usage tracker for tenant:386a22f1a8b04c71b369081dac044608 on resource:port {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:05:25.057675 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-f1e7dd26-600c-4542-8675-f944a1a1dbc3 req-7fe6e1a0-fca8-49a6-b88d-9550e62f9cf2 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Unset dirty status for tenant:386a22f1a8b04c71b369081dac044608 on resource:port {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:05:25.058878 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f1e7dd26-600c-4542-8675-f944a1a1dbc3 req-7fe6e1a0-fca8-49a6-b88d-9550e62f9cf2 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 210 time: 0.0635595 May 20 17:05:26.041493 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-31e26c90-f31d-43fd-899b-b1609673326f req-d0537d67-fca2-489a-a5cd-cdd39c484e09 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Synchronizing usage tracker for tenant:15040cd71cf0497581d552f7a0ff286f on resource:port {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:05:26.056587 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920147fa-5ddd-4d0b-a683-4eaba1de24b5 req-851afa8d-caa9-4547-8bd8-bfec4e3efd41 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:26.058263 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-920147fa-5ddd-4d0b-a683-4eaba1de24b5 req-851afa8d-caa9-4547-8bd8-bfec4e3efd41 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=84519db0-11f9-47c2-982c-53a8316d0429 HTTP/1.1" status: 200 len: 944 time: 0.0857189 May 20 17:05:26.059439 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-31e26c90-f31d-43fd-899b-b1609673326f req-d0537d67-fca2-489a-a5cd-cdd39c484e09 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Unset dirty status for tenant:15040cd71cf0497581d552f7a0ff286f on resource:port {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:05:26.061587 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-31e26c90-f31d-43fd-899b-b1609673326f req-d0537d67-fca2-489a-a5cd-cdd39c484e09 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 210 time: 0.0613699 May 20 17:05:26.105774 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-920147fa-5ddd-4d0b-a683-4eaba1de24b5 req-04fa0b78-fc1b-400d-b673-a59ad44083b6 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403290 May 20 17:05:26.223517 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-3eb34729-9b08-44c9-a42e-b5e392d4be1c req-6a64c29b-d8dc-4041-87e1-a73e2f3c991c tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 210 time: 0.0491765 May 20 17:05:26.662174 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['faf13afa-a484-4391-ac53-0e106135f068'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:05:26.696245 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 1a2b642e-e042-45b8-a82e-784e2c47386b up at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:05:26.769567 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning for port 1a2b642e-e042-45b8-a82e-784e2c47386b completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:05:26.774945 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning complete for port 1a2b642e-e042-45b8-a82e-784e2c47386b triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:05:26.775319 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:26.893663 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:26.920765 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84519db0-11f9-47c2-982c-53a8316d0429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2b642e-e042-45b8-a82e-784e2c47386b'}] {{(pid=119046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:05:26.931197 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 1a2b642e-e042-45b8-a82e-784e2c47386b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1a2b642e-e042-45b8-a82e-784e2c47386b,segment=NetworkSegment(eebe0223-ada5-4ab3-a594-ee2ef8b7cf07),segment_id=eebe0223-ada5-4ab3-a594-ee2ef8b7cf07)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:05:26.936031 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:26.938320 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:26.968592 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device faf13afa-a484-4391-ac53-0e106135f068 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:05:27.005088 dv-cinder-786524-7-iscsi neutron-server[119046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84519db0-11f9-47c2-982c-53a8316d0429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2b642e-e042-45b8-a82e-784e2c47386b', 'code': 200} May 20 17:05:27.022988 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] No Port match for: faf13afa-a484-4391-ac53-0e106135f068 {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:05:27.023223 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device faf13afa-a484-4391-ac53-0e106135f068 not bound to the agent host hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:05:27.043370 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=1a2b642e-e042-45b8-a82e-784e2c47386b,revision_number=5']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:27.046591 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:27.262792 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ed7a1b9a-74a6-4a79-a011-43c2344c5485 req-e09cffe5-5460-4b49-9dc4-cd6505aab919 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 210 time: 0.0574038 May 20 17:05:27.341531 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c284c8-b34a-4216-ac00-8ac03fe8a9d7 req-a22a2322-8b5a-41a9-bcb2-7068641a2e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:27.343797 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-59c284c8-b34a-4216-ac00-8ac03fe8a9d7 req-a22a2322-8b5a-41a9-bcb2-7068641a2e38 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=84519db0-11f9-47c2-982c-53a8316d0429 HTTP/1.1" status: 200 len: 1098 time: 0.1754785 May 20 17:05:27.360154 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef77f51-6831-4ca7-a792-3b5803e6529b req-220061e0-dc17-4426-a679-a75ff79da0b0 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:27.361855 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-2ef77f51-6831-4ca7-a792-3b5803e6529b req-220061e0-dc17-4426-a679-a75ff79da0b0 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=84519db0-11f9-47c2-982c-53a8316d0429 HTTP/1.1" status: 200 len: 945 time: 0.1095219 May 20 17:05:27.433031 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-59c284c8-b34a-4216-ac00-8ac03fe8a9d7 req-442badc2-d98a-458a-b12e-8308879230d8 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701072 May 20 17:05:27.433338 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9c8a2051-281c-49df-9f9f-155e585bfd15 req-a8315a52-c2c8-423b-89ab-bc3e36408e7f tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] 10.222.0.36 "GET /v2.0/ports?device_id=f50afd09-0e6d-44bc-ab73-1f6dff54df08 HTTP/1.1" status: 200 len: 210 time: 0.0436761 May 20 17:05:27.435834 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-2ef77f51-6831-4ca7-a792-3b5803e6529b req-b28e0036-fc3c-475e-9175-c7e256987611 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591834 May 20 17:05:27.906647 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-9b509f12-8e4c-4c39-abff-b57e810d8ad6 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:27.908109 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-9b509f12-8e4c-4c39-abff-b57e810d8ad6 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.75 "GET /v2.0/networks?id=3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe HTTP/1.1" status: 200 len: 817 time: 0.1667311 May 20 17:05:27.971606 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-5c99529c-f336-41c7-b318-d9af910e3b6b tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15040cd71cf0497581d552f7a0ff286f HTTP/1.1" status: 200 len: 380 time: 0.0469491 May 20 17:05:27.993360 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-180cf0c2-9353-4ac0-b088-8c6e296f246a tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Request body: {'port': {'device_id': '181c7713-b325-491d-82f1-4c40bd0d6baa', 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe', 'admin_state_up': True, 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'security_groups': ['2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f']}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:05:28.136688 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-180cf0c2-9353-4ac0-b088-8c6e296f246a tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:05:28.147182 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-180cf0c2-9353-4ac0-b088-8c6e296f246a tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:05:28.158582 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-180cf0c2-9353-4ac0-b088-8c6e296f246a tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Made reservation on behalf of 15040cd71cf0497581d552f7a0ff286f for: {'port': 1} {{(pid=119044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:05:28.163207 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-180cf0c2-9353-4ac0-b088-8c6e296f246a tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:28.339421 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.db_base_plugin_common [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-180cf0c2-9353-4ac0-b088-8c6e296f246a tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Allocated IP 172.20.0.11 (3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe/1551b8a8-c6c6-497b-b551-8db6f5233ebf/49493298-da3c-4cb4-b699-e24d1c162b07) {{(pid=119044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:05:28.440386 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-a18cd25f-8b27-41dc-8d7b-b13d067d96f1 req-95184e9e-7431-459c-9c00-717169fd01c6 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 210 time: 0.0596523 May 20 17:05:28.555896 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 53832) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:28.556308 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-180cf0c2-9353-4ac0-b088-8c6e296f246a tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for port, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:28.575208 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.provisioning_blocks [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-180cf0c2-9353-4ac0-b088-8c6e296f246a tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Transition to ACTIVE for port object 49493298-da3c-4cb4-b699-e24d1c162b07 will not be triggered until provisioned by entity DHCP. {{(pid=119044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:05:28.599434 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-180cf0c2-9353-4ac0-b088-8c6e296f246a tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:28.605309 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-6289ce44-5b8b-4149-9f89-6f7e4c30b309 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:28.672583 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-180cf0c2-9353-4ac0-b088-8c6e296f246a tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Network 3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe is already hosted by enough agents. {{(pid=119044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:05:28.675690 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-180cf0c2-9353-4ac0-b088-8c6e296f246a tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Resources bound (agent type, host, resource id): {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:05:28.679539 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-180cf0c2-9353-4ac0-b088-8c6e296f246a tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Received port after_create {{(pid=119044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:05:28.718091 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180cf0c2-9353-4ac0-b088-8c6e296f246a tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Pushing event updated for resources: {'Port': ['ID=49493298-da3c-4cb4-b699-e24d1c162b07,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:28.723221 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-180cf0c2-9353-4ac0-b088-8c6e296f246a tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:28.753101 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-180cf0c2-9353-4ac0-b088-8c6e296f246a tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:28.753869 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-180cf0c2-9353-4ac0-b088-8c6e296f246a tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:28.783111 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-180cf0c2-9353-4ac0-b088-8c6e296f246a tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7946949 May 20 17:05:28.798477 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-8dd32cfd-4995-4ef0-ac90-ee894f7ad353 service neutron] Request body: {'port': {'device_id': '181c7713-b325-491d-82f1-4c40bd0d6baa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:05:28.805188 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f898d-69c4-469b-8883-c784cb1de10b req-2f66bee6-32e4-4a31-a578-be9a8077fe94 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:28.814099 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ab0f898d-69c4-469b-8883-c784cb1de10b req-2f66bee6-32e4-4a31-a578-be9a8077fe94 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=84519db0-11f9-47c2-982c-53a8316d0429 HTTP/1.1" status: 200 len: 945 time: 0.1942587 May 20 17:05:28.888621 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-46a2d9ba-a5b4-4d3d-9943-9184e89c24a1 None None] Provisioning for port 49493298-da3c-4cb4-b699-e24d1c162b07 completed by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:05:28.897134 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-46a2d9ba-a5b4-4d3d-9943-9184e89c24a1 None None] Provisioning complete for port 49493298-da3c-4cb4-b699-e24d1c162b07 triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:05:28.897534 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-46a2d9ba-a5b4-4d3d-9943-9184e89c24a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:28.921557 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-8dd32cfd-4995-4ef0-ac90-ee894f7ad353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:28.937794 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ab0f898d-69c4-469b-8883-c784cb1de10b req-e45ce2ab-b0c7-4f31-be8e-0c2cc92cb028 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228051 May 20 17:05:28.959524 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-46a2d9ba-a5b4-4d3d-9943-9184e89c24a1 None None] Port 49493298-da3c-4cb4-b699-e24d1c162b07 cannot update to ACTIVE because it is not bound. {{(pid=119046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 17:05:29.244830 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c3f8-62f9-4c76-9898-0f90dadd8a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16379738'] for router_interface, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:29.393222 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.notifiers.nova [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-8dd32cfd-4995-4ef0-ac90-ee894f7ad353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49493298-da3c-4cb4-b699-e24d1c162b07 {{(pid=119044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:05:29.400631 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-8dd32cfd-4995-4ef0-ac90-ee894f7ad353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:29.417135 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.provisioning_blocks [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-8dd32cfd-4995-4ef0-ac90-ee894f7ad353 service neutron] Transition to ACTIVE for port object 49493298-da3c-4cb4-b699-e24d1c162b07 will not be triggered until provisioned by entity L2. {{(pid=119044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:05:29.422451 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-8dd32cfd-4995-4ef0-ac90-ee894f7ad353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14410818'] for port, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:29.427874 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-6289ce44-5b8b-4149-9f89-6f7e4c30b309 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:29.538853 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd32cfd-4995-4ef0-ac90-ee894f7ad353 service neutron] Pushing event updated for resources: {'Port': ['ID=49493298-da3c-4cb4-b699-e24d1c162b07,revision_number=2']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:29.543010 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-8dd32cfd-4995-4ef0-ac90-ee894f7ad353 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:29.792247 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.managers [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-8dd32cfd-4995-4ef0-ac90-ee894f7ad353 service neutron] Attempting to bind port 49493298-da3c-4cb4-b699-e24d1c162b07 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:05:29.792867 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.managers [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-8dd32cfd-4995-4ef0-ac90-ee894f7ad353 service neutron] Attempting to bind port 49493298-da3c-4cb4-b699-e24d1c162b07 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '04f20a06-e49b-44e4-8773-c49eb357921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe'}] {{(pid=119044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:05:29.793216 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-8dd32cfd-4995-4ef0-ac90-ee894f7ad353 service neutron] Attempting to bind port 49493298-da3c-4cb4-b699-e24d1c162b07 on network 3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:05:29.798931 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-8dd32cfd-4995-4ef0-ac90-ee894f7ad353 service neutron] Port 49493298-da3c-4cb4-b699-e24d1c162b07 on network 3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 17:05:29.799420 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-8dd32cfd-4995-4ef0-ac90-ee894f7ad353 service neutron] Attempting to bind port 49493298-da3c-4cb4-b699-e24d1c162b07 on network 3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:05:29.804876 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-8dd32cfd-4995-4ef0-ac90-ee894f7ad353 service neutron] Checking agent: {'id': '6f9f6b2e-16b6-4f76-902f-5004e6b9f64e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:05:29.805248 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-8dd32cfd-4995-4ef0-ac90-ee894f7ad353 service neutron] Checking segment: {'id': '04f20a06-e49b-44e4-8773-c49eb357921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:05:29.805682 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-8dd32cfd-4995-4ef0-ac90-ee894f7ad353 service neutron] Bound using segment: {'id': '04f20a06-e49b-44e4-8773-c49eb357921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe'} {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:05:29.806066 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.managers [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-8dd32cfd-4995-4ef0-ac90-ee894f7ad353 service neutron] Bound port: 49493298-da3c-4cb4-b699-e24d1c162b07, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04f20a06-e49b-44e4-8773-c49eb357921a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe'}}] {{(pid=119044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:05:29.806422 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-8dd32cfd-4995-4ef0-ac90-ee894f7ad353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:29.900502 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-8dd32cfd-4995-4ef0-ac90-ee894f7ad353 service neutron] For port 49493298-da3c-4cb4-b699-e24d1c162b07, host hv-cinder-78652, cleared binding levels {{(pid=119044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:05:29.903598 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-8dd32cfd-4995-4ef0-ac90-ee894f7ad353 service neutron] For port 49493298-da3c-4cb4-b699-e24d1c162b07, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=49493298-da3c-4cb4-b699-e24d1c162b07,segment=NetworkSegment(04f20a06-e49b-44e4-8773-c49eb357921a),segment_id=04f20a06-e49b-44e4-8773-c49eb357921a)] {{(pid=119044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:05:29.908571 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-8dd32cfd-4995-4ef0-ac90-ee894f7ad353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14410818'] for port, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:29.913404 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-458a8e4e-6480-4eb9-b55e-411bd16c0b42 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:29.928105 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6726c4-1c9a-4d1a-8f80-6bc8744949f8 req-a97245e9-84b7-4b3c-b3a6-64e8e7441ae0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:29.929583 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-2e6726c4-1c9a-4d1a-8f80-6bc8744949f8 req-a97245e9-84b7-4b3c-b3a6-64e8e7441ae0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 944 time: 0.2658148 May 20 17:05:29.970636 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-8ca7c3f8-62f9-4c76-9898-0f90dadd8a99 admin admin] Deleting port 948bd754-b421-4f24-9773-fc6aa11ee383 {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:05:29.970971 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c3f8-62f9-4c76-9898-0f90dadd8a99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:29.975508 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-8dd32cfd-4995-4ef0-ac90-ee894f7ad353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:29.976125 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-8dd32cfd-4995-4ef0-ac90-ee894f7ad353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:29.977605 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-8dd32cfd-4995-4ef0-ac90-ee894f7ad353 service neutron] 10.222.0.75 "PUT /v2.0/ports/49493298-da3c-4cb4-b699-e24d1c162b07 HTTP/1.1" status: 200 len: 1094 time: 1.1856737 May 20 17:05:29.978108 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181c7713-b325-491d-82f1-4c40bd0d6baa', 'tag': '49493298-da3c-4cb4-b699-e24d1c162b07'}] {{(pid=119044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:05:30.003697 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd32cfd-4995-4ef0-ac90-ee894f7ad353 service neutron] Pushing event updated for resources: {'Port': ['ID=49493298-da3c-4cb4-b699-e24d1c162b07,revision_number=3']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:30.007692 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-8dd32cfd-4995-4ef0-ac90-ee894f7ad353 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:30.051794 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-2e6726c4-1c9a-4d1a-8f80-6bc8744949f8 req-86771d16-491f-4678-99fd-57a76b154ccd tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135430 May 20 17:05:30.075556 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181c7713-b325-491d-82f1-4c40bd0d6baa', 'tag': '49493298-da3c-4cb4-b699-e24d1c162b07', 'status': 'completed', 'code': 200} May 20 17:05:30.123011 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-438878bd-98df-4db8-91cf-ddb7d462023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:30.125624 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-438878bd-98df-4db8-91cf-ddb7d462023b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=15040cd71cf0497581d552f7a0ff286f&device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 1097 time: 0.1008337 May 20 17:05:30.167055 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [None req-8ca7c3f8-62f9-4c76-9898-0f90dadd8a99 admin admin] For port 948bd754-b421-4f24-9773-fc6aa11ee383, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=948bd754-b421-4f24-9773-fc6aa11ee383,segment=NetworkSegment(a4e97352-2304-4024-9541-464f2f7c5c74),segment_id=a4e97352-2304-4024-9541-464f2f7c5c74)] {{(pid=119045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:05:30.167516 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c3f8-62f9-4c76-9898-0f90dadd8a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:30.210409 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-712d8eb6-f081-492c-97e6-95b9c0b03fc2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49493298-da3c-4cb4-b699-e24d1c162b07 HTTP/1.1" status: 200 len: 217 time: 0.0669994 May 20 17:05:30.276550 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-ed8c31ad-169e-4ae0-bbb0-ee9bd1f014a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:30.277952 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-ed8c31ad-169e-4ae0-bbb0-ee9bd1f014a7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1551b8a8-c6c6-497b-b551-8db6f5233ebf HTTP/1.1" status: 200 len: 856 time: 0.0581937 May 20 17:05:30.295348 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-8ca7c3f8-62f9-4c76-9898-0f90dadd8a99 admin admin] Calling delete_port for 948bd754-b421-4f24-9773-fc6aa11ee383 owned by network:router_interface {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:05:30.361530 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-a30d09bb-6d21-4e7e-9f4e-299d24d5997c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:30.363041 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-a30d09bb-6d21-4e7e-9f4e-299d24d5997c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773251 May 20 17:05:30.505629 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-3b30509f-1b54-4f0b-af20-8db1d83b1c45 service neutron] 10.222.0.75 "GET /v2.0/networks/3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330924 May 20 17:05:30.586016 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c3f8-62f9-4c76-9898-0f90dadd8a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:30.589726 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-57735e59-abd7-41ff-9950-b69a3bd4a092 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:30.635479 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7c3f8-62f9-4c76-9898-0f90dadd8a99 admin admin] Pushing event deleted for resources: {'Port': ['ID=948bd754-b421-4f24-9773-fc6aa11ee383,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:30.638629 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-8ca7c3f8-62f9-4c76-9898-0f90dadd8a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:30.645179 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-aa79fd60-e589-4a36-b0d5-ff9e488366de req-05ef565d-4543-46a3-9860-8e3ea3420682 service neutron] 10.222.0.75 "GET /v2.0/networks/3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288269 May 20 17:05:30.770999 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afc677-ca06-47dc-a16f-28e669668576 req-74fa0842-e67f-46c0-96c7-74a99f566d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:30.772726 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-70afc677-ca06-47dc-a16f-28e669668576 req-74fa0842-e67f-46c0-96c7-74a99f566d1b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=15040cd71cf0497581d552f7a0ff286f&device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 1097 time: 0.0766335 May 20 17:05:30.912193 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afc677-ca06-47dc-a16f-28e669668576 req-e5748c21-ac97-46c7-8e8d-6ba9a4c090f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:30.913697 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-70afc677-ca06-47dc-a16f-28e669668576 req-e5748c21-ac97-46c7-8e8d-6ba9a4c090f1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe HTTP/1.1" status: 200 len: 918 time: 0.1337693 May 20 17:05:30.914948 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c3f8-62f9-4c76-9898-0f90dadd8a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16308137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16379886'] for router_interface, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:30.990166 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-70afc677-ca06-47dc-a16f-28e669668576 req-7fc032bd-2b34-4a42-8d82-a79c323d273d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49493298-da3c-4cb4-b699-e24d1c162b07 HTTP/1.1" status: 200 len: 217 time: 0.0675867 May 20 17:05:31.054996 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afc677-ca06-47dc-a16f-28e669668576 req-5f3a03d2-9cc3-4a7b-9cb2-beb1b7a2b5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:31.056418 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-70afc677-ca06-47dc-a16f-28e669668576 req-5f3a03d2-9cc3-4a7b-9cb2-beb1b7a2b5b0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1551b8a8-c6c6-497b-b551-8db6f5233ebf HTTP/1.1" status: 200 len: 856 time: 0.0595269 May 20 17:05:31.142811 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afc677-ca06-47dc-a16f-28e669668576 req-53ddfa7a-6c88-423e-8382-9981cccc7852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:31.144468 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-70afc677-ca06-47dc-a16f-28e669668576 req-53ddfa7a-6c88-423e-8382-9981cccc7852 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0809042 May 20 17:05:31.385973 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca7c3f8-62f9-4c76-9898-0f90dadd8a99 admin admin] Router d737c848-a0b9-4285-b10f-ea9d44429bdd has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:05:31.430862 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-70afc677-ca06-47dc-a16f-28e669668576 req-ff0e263f-a6ae-4184-9039-b592ec78d255 service neutron] 10.222.0.75 "GET /v2.0/networks/3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767222 May 20 17:05:31.445072 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebef70c-62bd-4764-b229-4ef914521df8 req-6f1dec38-eee6-4356-99bc-b892f8101a68 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:31.445787 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-0ebef70c-62bd-4764-b229-4ef914521df8 req-6f1dec38-eee6-4356-99bc-b892f8101a68 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Synchronizing usage tracker for tenant:15040cd71cf0497581d552f7a0ff286f on resource:port {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:05:31.540318 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-0ebef70c-62bd-4764-b229-4ef914521df8 req-6f1dec38-eee6-4356-99bc-b892f8101a68 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Unset dirty status for tenant:15040cd71cf0497581d552f7a0ff286f on resource:port {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:05:31.541499 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0ebef70c-62bd-4764-b229-4ef914521df8 req-6f1dec38-eee6-4356-99bc-b892f8101a68 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 944 time: 0.2720125 May 20 17:05:31.566377 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca7c3f8-62f9-4c76-9898-0f90dadd8a99 admin admin] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:05:31.575072 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec40012b-4913-4926-966f-3c4cfc9134be None None] Sync routers for ids ['d737c848-a0b9-4285-b10f-ea9d44429bdd'] in dv-cinder-786524-7-iscsi {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:05:31.585285 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec40012b-4913-4926-966f-3c4cfc9134be None None] Routers {'d737c848-a0b9-4285-b10f-ea9d44429bdd'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:05:31.585949 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-ec40012b-4913-4926-966f-3c4cfc9134be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:05:14Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['d737c848-a0b9-4285-b10f-ea9d44429bdd'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:05:31.589440 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-8ca7c3f8-62f9-4c76-9898-0f90dadd8a99 admin admin] 10.222.0.36 "PUT /v2.0/routers/d737c848-a0b9-4285-b10f-ea9d44429bdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0291569 May 20 17:05:31.589915 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 53868) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:31.638401 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0ebef70c-62bd-4764-b229-4ef914521df8 req-b47e7112-4c99-45b3-92cf-e983b301be03 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877130 May 20 17:05:31.667557 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-70afc677-ca06-47dc-a16f-28e669668576 req-f3bc1eeb-5485-4c84-86c2-670524f10f6a service neutron] 10.222.0.75 "GET /v2.0/networks/3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189977 May 20 17:05:31.781469 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-ec40012b-4913-4926-966f-3c4cfc9134be None None] Set router d737c848-a0b9-4285-b10f-ea9d44429bdd gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:05:31.798484 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a7d2-ee11-42c3-b253-d99188392912 admin admin] Notify callbacks [] for router, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:32.006540 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a7d2-ee11-42c3-b253-d99188392912 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:32.086699 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-ec40012b-4913-4926-966f-3c4cfc9134be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd737c848-a0b9-4285-b10f-ea9d44429bdd', 'name': 'tempest-ServerRescueNegativeTestJSON-806025473-router', 'tenant_id': '386a22f1a8b04c71b369081dac044608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': 'b8a38c3e-3b17-4361-8e10-12470bce816d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:02:03Z', 'updated_at': '2021-05-20T17:05:30Z', 'revision_number': 5, 'project_id': '386a22f1a8b04c71b369081dac044608', 'gw_port': {'id': 'b8a38c3e-3b17-4361-8e10-12470bce816d', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd737c848-a0b9-4285-b10f-ea9d44429bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:04Z', 'updated_at': '2021-05-20T17:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi'}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:05:32.090455 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec40012b-4913-4926-966f-3c4cfc9134be None None] Checking router: d737c848-a0b9-4285-b10f-ea9d44429bdd for host: dv-cinder-786524-7-iscsi {{(pid=119047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:05:32.090781 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-f0f9a7d2-ee11-42c3-b253-d99188392912 admin admin] Deleting port b8a38c3e-3b17-4361-8e10-12470bce816d {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:05:32.091123 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a7d2-ee11-42c3-b253-d99188392912 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:32.099226 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec40012b-4913-4926-966f-3c4cfc9134be None None] Routers {'d737c848-a0b9-4285-b10f-ea9d44429bdd'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:05:32.099835 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-ec40012b-4913-4926-966f-3c4cfc9134be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:05:14Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['d737c848-a0b9-4285-b10f-ea9d44429bdd'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:05:32.213417 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [None req-f0f9a7d2-ee11-42c3-b253-d99188392912 admin admin] For port b8a38c3e-3b17-4361-8e10-12470bce816d, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=b8a38c3e-3b17-4361-8e10-12470bce816d,segment=NetworkSegment(be7a08f1-7b47-4c24-ac33-26538d548295),segment_id=be7a08f1-7b47-4c24-ac33-26538d548295)] {{(pid=119045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:05:32.213717 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a7d2-ee11-42c3-b253-d99188392912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:32.257375 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-ec40012b-4913-4926-966f-3c4cfc9134be None None] Set router d737c848-a0b9-4285-b10f-ea9d44429bdd gateway port host: None {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:05:32.339949 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-f0f9a7d2-ee11-42c3-b253-d99188392912 admin admin] Calling delete_port for b8a38c3e-3b17-4361-8e10-12470bce816d owned by network:router_gateway {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:05:32.367775 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-ec40012b-4913-4926-966f-3c4cfc9134be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd737c848-a0b9-4285-b10f-ea9d44429bdd', 'name': 'tempest-ServerRescueNegativeTestJSON-806025473-router', 'tenant_id': '386a22f1a8b04c71b369081dac044608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:02:03Z', 'updated_at': '2021-05-20T17:05:32Z', 'revision_number': 6, 'project_id': '386a22f1a8b04c71b369081dac044608', 'gw_port_host': None}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:05:32.372120 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec40012b-4913-4926-966f-3c4cfc9134be None None] The sync data for ids ['d737c848-a0b9-4285-b10f-ea9d44429bdd'] in dv-cinder-786524-7-iscsi is: [{'id': 'd737c848-a0b9-4285-b10f-ea9d44429bdd', 'name': 'tempest-ServerRescueNegativeTestJSON-806025473-router', 'tenant_id': '386a22f1a8b04c71b369081dac044608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:02:03Z', 'updated_at': '2021-05-20T17:05:32Z', 'revision_number': 6, 'project_id': '386a22f1a8b04c71b369081dac044608', 'gw_port_host': None}] {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:05:32.485773 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a7d2-ee11-42c3-b253-d99188392912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:32.489223 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-57735e59-abd7-41ff-9950-b69a3bd4a092 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:32.535520 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9a7d2-ee11-42c3-b253-d99188392912 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8a38c3e-3b17-4361-8e10-12470bce816d,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:32.574127 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9a7d2-ee11-42c3-b253-d99188392912 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:05:32.574502 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9a7d2-ee11-42c3-b253-d99188392912 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:05:32.574863 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9a7d2-ee11-42c3-b253-d99188392912 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:05:32.575266 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9a7d2-ee11-42c3-b253-d99188392912 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:05:32.575602 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9a7d2-ee11-42c3-b253-d99188392912 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:05:32.575958 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9a7d2-ee11-42c3-b253-d99188392912 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:05:32.576310 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9a7d2-ee11-42c3-b253-d99188392912 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:05:32.576663 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9a7d2-ee11-42c3-b253-d99188392912 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:05:32.577018 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9a7d2-ee11-42c3-b253-d99188392912 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:05:32.578007 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9a7d2-ee11-42c3-b253-d99188392912 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:05:32.578383 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9a7d2-ee11-42c3-b253-d99188392912 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:05:32.578739 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f9a7d2-ee11-42c3-b253-d99188392912 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:05:32.585836 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-f0f9a7d2-ee11-42c3-b253-d99188392912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:32.646742 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a7d2-ee11-42c3-b253-d99188392912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16751985'] for router_gateway, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:32.954199 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a7d2-ee11-42c3-b253-d99188392912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16750855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3075'] for router, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:32.957749 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a7d2-ee11-42c3-b253-d99188392912 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:33.054679 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a7d2-ee11-42c3-b253-d99188392912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16752461'] for router, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:33.055147 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f9a7d2-ee11-42c3-b253-d99188392912 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d737c848-a0b9-4285-b10f-ea9d44429bdd {{(pid=119045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 17:05:33.074503 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a7d2-ee11-42c3-b253-d99188392912 admin admin] Notify callbacks [] for router, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:33.075537 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-f0f9a7d2-ee11-42c3-b253-d99188392912 admin admin] 10.222.0.36 "DELETE /v2.0/routers/d737c848-a0b9-4285-b10f-ea9d44429bdd HTTP/1.1" status: 204 len: 168 time: 1.4846182 May 20 17:05:33.078535 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 53886) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:33.084481 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab79cd5-101d-47a2-a22c-ba96b0daba5f req-07b43024-52e6-4976-936a-daecbab13ecf tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:33.085942 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-6ab79cd5-101d-47a2-a22c-ba96b0daba5f req-07b43024-52e6-4976-936a-daecbab13ecf tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 944 time: 0.2321837 May 20 17:05:33.147132 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-6ab79cd5-101d-47a2-a22c-ba96b0daba5f req-03251cfd-a947-4eec-8c56-6001a0f018d2 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547471 May 20 17:05:33.156500 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62db796-d7fa-45f2-a256-01a59beaf3ae admin admin] Deleting subnet 9417b423-694f-4c54-8180-2a0bd002ded9 {{(pid=119044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 17:05:33.159914 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a62db796-d7fa-45f2-a256-01a59beaf3ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:33.209334 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a62db796-d7fa-45f2-a256-01a59beaf3ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15043276'] for subnet, precommit_delete_associations {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:33.271552 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a62db796-d7fa-45f2-a256-01a59beaf3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006482'] for subnet, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:33.420104 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 53894) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:33.537575 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a62db796-d7fa-45f2-a256-01a59beaf3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14410936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15187182'] for subnet, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:33.542753 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-30f7ebdc-4a18-40e2-9741-0641d86efda4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:33.548982 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-77408b00-5f31-47e5-81e7-2ec6948fccc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:33.563591 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-77408b00-5f31-47e5-81e7-2ec6948fccc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:05:33.567397 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-77408b00-5f31-47e5-81e7-2ec6948fccc9 admin admin] Usage tracker for resource:security_group_rule and tenant:a539c674052e4036b4149cc79a0d29bd is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:05:33.570279 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-77408b00-5f31-47e5-81e7-2ec6948fccc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:05:33.576091 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-77408b00-5f31-47e5-81e7-2ec6948fccc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:05:33.583227 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62db796-d7fa-45f2-a256-01a59beaf3ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9417b423-694f-4c54-8180-2a0bd002ded9,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:33.585189 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a62db796-d7fa-45f2-a256-01a59beaf3ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for subnet, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:33.587775 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-a62db796-d7fa-45f2-a256-01a59beaf3ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:33.592028 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-a62db796-d7fa-45f2-a256-01a59beaf3ae admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9417b423-694f-4c54-8180-2a0bd002ded9 HTTP/1.1" status: 204 len: 168 time: 0.5118563 May 20 17:05:33.594762 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 53900) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:33.671276 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-77408b00-5f31-47e5-81e7-2ec6948fccc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:33.676200 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-77408b00-5f31-47e5-81e7-2ec6948fccc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:33.684734 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-0f452e67-c58c-4c8c-a890-83088a0299c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:33.706416 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-9f97c671-6f4a-49ef-b917-74107075a0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655306'] for network, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:33.723742 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-77408b00-5f31-47e5-81e7-2ec6948fccc9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a539c674052e4036b4149cc79a0d29bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024435 May 20 17:05:33.724574 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77408b00-5f31-47e5-81e7-2ec6948fccc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f51730-c2d1-4a01-80ac-57617b9b4376,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:33.727622 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 53904) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:33.731528 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-77408b00-5f31-47e5-81e7-2ec6948fccc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:33.793954 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3515907a-f882-4dd1-8154-26f0f5316aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:33.820455 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3515907a-f882-4dd1-8154-26f0f5316aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:33.834547 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-9f97c671-6f4a-49ef-b917-74107075a0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001245', 'neutron.services.segments.db._delete_segments_for_network-8727197674105'] for network, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:33.848566 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-9f97c671-6f4a-49ef-b917-74107075a0b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a972fe-2e62-44ea-901e-aa60176fd9d2']}} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:05:33.862548 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-9f97c671-6f4a-49ef-b917-74107075a0b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e97352-2304-4024-9541-464f2f7c5c74') {'for_net_delete': True} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:05:33.862905 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-9f97c671-6f4a-49ef-b917-74107075a0b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e97352-2304-4024-9541-464f2f7c5c74') {} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:05:33.876568 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-9f97c671-6f4a-49ef-b917-74107075a0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727197686263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15043267'] for segment, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:33.890467 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3515907a-f882-4dd1-8154-26f0f5316aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:33.895503 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-18ba4a4f-643c-413c-b2a9-5148b2ca41e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:33.902126 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-9f97c671-6f4a-49ef-b917-74107075a0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:33.906003 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515907a-f882-4dd1-8154-26f0f5316aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f51730-c2d1-4a01-80ac-57617b9b4376,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:33.908669 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f97c671-6f4a-49ef-b917-74107075a0b7 admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=119044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 17:05:33.909158 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-9f97c671-6f4a-49ef-b917-74107075a0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14410782'] for segment, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:33.910530 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-3515907a-f882-4dd1-8154-26f0f5316aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:33.918158 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3515907a-f882-4dd1-8154-26f0f5316aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:33.922003 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-3515907a-f882-4dd1-8154-26f0f5316aad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/09f51730-c2d1-4a01-80ac-57617b9b4376 HTTP/1.1" status: 204 len: 168 time: 0.1906083 May 20 17:05:33.922868 dv-cinder-786524-7-iscsi neutron-server[119044]: Traceback (most recent call last): May 20 17:05:33.922868 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 17:05:33.922868 dv-cinder-786524-7-iscsi neutron-server[119044]: timer() May 20 17:05:33.922868 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 17:05:33.922868 dv-cinder-786524-7-iscsi neutron-server[119044]: cb(*args, **kw) May 20 17:05:33.922868 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 17:05:33.922868 dv-cinder-786524-7-iscsi neutron-server[119044]: return func(*args, **kwargs) May 20 17:05:33.922868 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 17:05:33.922868 dv-cinder-786524-7-iscsi neutron-server[119044]: self._notify() May 20 17:05:33.922868 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 17:05:33.922868 dv-cinder-786524-7-iscsi neutron-server[119044]: self.callback(batched_events) May 20 17:05:33.922868 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 17:05:33.922868 dv-cinder-786524-7-iscsi neutron-server[119044]: event.method(event) May 20 17:05:33.922868 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 17:05:33.922868 dv-cinder-786524-7-iscsi neutron-server[119044]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 17:05:33.922868 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 17:05:33.922868 dv-cinder-786524-7-iscsi neutron-server[119044]: aggregate_uuid = self.p_client.list_aggregates( May 20 17:05:33.922868 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 17:05:33.922868 dv-cinder-786524-7-iscsi neutron-server[119044]: return f(self, *a, **k) May 20 17:05:33.922868 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 17:05:33.922868 dv-cinder-786524-7-iscsi neutron-server[119044]: return self._get(url).json() May 20 17:05:33.922868 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 17:05:33.922868 dv-cinder-786524-7-iscsi neutron-server[119044]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 17:05:33.922868 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 17:05:33.922868 dv-cinder-786524-7-iscsi neutron-server[119044]: return self.request(url, 'GET', **kwargs) May 20 17:05:33.922868 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 17:05:33.922868 dv-cinder-786524-7-iscsi neutron-server[119044]: base_url = self.get_endpoint(auth, allow=allow, May 20 17:05:33.922868 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 17:05:33.922868 dv-cinder-786524-7-iscsi neutron-server[119044]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 17:05:33.922868 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 17:05:33.922868 dv-cinder-786524-7-iscsi neutron-server[119044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 17:05:33.922868 dv-cinder-786524-7-iscsi neutron-server[119044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 17:05:34.004484 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-9f97c671-6f4a-49ef-b917-74107075a0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16751962'] for network, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:34.008461 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-3436e0eb-0796-4537-b748-6d315a57bb33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:34.023908 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-9f97c671-6f4a-49ef-b917-74107075a0b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:34.025450 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device b8a38c3e-3b17-4361-8e10-12470bce816d no longer exists at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:05:34.030488 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97c671-6f4a-49ef-b917-74107075a0b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9a972fe-2e62-44ea-901e-aa60176fd9d2,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:34.035091 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-9f97c671-6f4a-49ef-b917-74107075a0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:34.046025 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-9f97c671-6f4a-49ef-b917-74107075a0b7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c9a972fe-2e62-44ea-901e-aa60176fd9d2 HTTP/1.1" status: 204 len: 168 time: 0.4502139 May 20 17:05:34.087367 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] No Port match for: b8a38c3e-3b17-4361-8e10-12470bce816d {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:05:34.087605 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device b8a38c3e-3b17-4361-8e10-12470bce816d not bound to the agent host dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:05:34.088025 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 948bd754-b421-4f24-9773-fc6aa11ee383 no longer exists at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:05:34.123218 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] No Port match for: 948bd754-b421-4f24-9773-fc6aa11ee383 {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:05:34.123558 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 948bd754-b421-4f24-9773-fc6aa11ee383 not bound to the agent host dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:05:34.251790 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 53918) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:34.304177 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-9383906f-2cc4-4a8d-9392-e56ae0602e3c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=386a22f1a8b04c71b369081dac044608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510230 May 20 17:05:34.306654 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 53922) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:34.340097 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbbec9-f7ad-48c9-bbc6-b99470192f1a req-c4251e2f-5a23-4fa5-8963-da4ae26fd818 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:34.341516 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c5bbbec9-f7ad-48c9-bbc6-b99470192f1a req-c4251e2f-5a23-4fa5-8963-da4ae26fd818 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 944 time: 0.0838132 May 20 17:05:34.368294 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-edf04e06-1c43-4e3b-8496-bc8887eee4b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:34.392295 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c5bbbec9-f7ad-48c9-bbc6-b99470192f1a req-4feced57-dae5-4159-afd9-b4611637e349 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445416 May 20 17:05:34.395848 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-edf04e06-1c43-4e3b-8496-bc8887eee4b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:34.449905 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-edf04e06-1c43-4e3b-8496-bc8887eee4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:34.454419 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-5d5db902-e91d-45f8-a8b2-05878c67f10c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:34.473355 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf04e06-1c43-4e3b-8496-bc8887eee4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0e71b6-55cf-4863-9bdb-164ea98221ce,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:34.475638 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-edf04e06-1c43-4e3b-8496-bc8887eee4b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:34.490168 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-edf04e06-1c43-4e3b-8496-bc8887eee4b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:34.491329 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-edf04e06-1c43-4e3b-8496-bc8887eee4b3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e0e71b6-55cf-4863-9bdb-164ea98221ce HTTP/1.1" status: 204 len: 168 time: 0.1837366 May 20 17:05:34.732228 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 49493298-da3c-4cb4-b699-e24d1c162b07 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=119046) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 17:05:34.894752 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 49493298-da3c-4cb4-b699-e24d1c162b07, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=49493298-da3c-4cb4-b699-e24d1c162b07,segment=NetworkSegment(04f20a06-e49b-44e4-8773-c49eb357921a),segment_id=04f20a06-e49b-44e4-8773-c49eb357921a)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:05:34.908017 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Returning: {'device': '49493298-da3c-4cb4-b699-e24d1c162b07', 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe', 'port_id': '49493298-da3c-4cb4-b699-e24d1c162b07', 'mac_address': 'fa:16:3e:47:8d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119046) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 17:05:34.970191 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:34.988933 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49493298-da3c-4cb4-b699-e24d1c162b07 {{(pid=119046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:05:35.006468 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 49493298-da3c-4cb4-b699-e24d1c162b07, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=49493298-da3c-4cb4-b699-e24d1c162b07,segment=NetworkSegment(04f20a06-e49b-44e4-8773-c49eb357921a),segment_id=04f20a06-e49b-44e4-8773-c49eb357921a)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:05:35.012463 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:35.014912 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-4a06e521-ce5b-4135-9dee-184ea80bf4c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:35.085273 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=49493298-da3c-4cb4-b699-e24d1c162b07,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:35.088307 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:35.312936 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['49493298-da3c-4cb4-b699-e24d1c162b07'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:05:35.589775 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accdd507-8634-4ba0-a3b5-e3f7f0a4c806 req-780611e6-1769-44ad-989e-8322f644cdb2 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:35.591299 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-accdd507-8634-4ba0-a3b5-e3f7f0a4c806 req-780611e6-1769-44ad-989e-8322f644cdb2 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 945 time: 0.0881479 May 20 17:05:35.638381 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-accdd507-8634-4ba0-a3b5-e3f7f0a4c806 req-439adfb4-a964-4694-8069-0aecb1452bad tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407176 May 20 17:05:36.464917 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 53980) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:36.600430 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e2efb39c-7c8b-45ea-a864-93dec5fd07fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:36.615309 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-e2efb39c-7c8b-45ea-a864-93dec5fd07fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:05:36.619587 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-e2efb39c-7c8b-45ea-a864-93dec5fd07fb admin admin] Usage tracker for resource:security_group_rule and tenant:074b92df5cdc4b85a87f89709a96f716 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:05:36.623036 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-e2efb39c-7c8b-45ea-a864-93dec5fd07fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:05:36.629175 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-e2efb39c-7c8b-45ea-a864-93dec5fd07fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:05:36.715746 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e2efb39c-7c8b-45ea-a864-93dec5fd07fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:36.720699 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e2efb39c-7c8b-45ea-a864-93dec5fd07fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:36.729639 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-f4c696c5-5d94-485f-9af8-7b801d702f45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:36.750515 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 49493298-da3c-4cb4-b699-e24d1c162b07 up at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:05:36.809187 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-e2efb39c-7c8b-45ea-a864-93dec5fd07fb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=074b92df5cdc4b85a87f89709a96f716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3429897 May 20 17:05:36.812228 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 53988) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:36.815204 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efb39c-7c8b-45ea-a864-93dec5fd07fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf41579-81cf-4201-a136-50ebb80654bc,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:36.818356 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-e2efb39c-7c8b-45ea-a864-93dec5fd07fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:36.830118 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning for port 49493298-da3c-4cb4-b699-e24d1c162b07 completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:05:36.837080 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning complete for port 49493298-da3c-4cb4-b699-e24d1c162b07 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:05:36.837513 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:36.865502 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33ff61-8b00-433b-a146-2f293470abbd req-3ac8843a-2d1c-48f2-8d4d-acfaddb5650a tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:36.873626 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-5b33ff61-8b00-433b-a146-2f293470abbd req-3ac8843a-2d1c-48f2-8d4d-acfaddb5650a tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 945 time: 0.1103342 May 20 17:05:36.876930 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-772964ab-1481-467d-b01b-daaac55d0cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:36.910886 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-772964ab-1481-467d-b01b-daaac55d0cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:36.962923 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:36.968131 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-772964ab-1481-467d-b01b-daaac55d0cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:36.973723 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-61c8a1d6-9a0f-4567-9e18-9da6c42f96a2 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:36.984691 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772964ab-1481-467d-b01b-daaac55d0cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf41579-81cf-4201-a136-50ebb80654bc,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:36.987253 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-772964ab-1481-467d-b01b-daaac55d0cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:36.992528 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181c7713-b325-491d-82f1-4c40bd0d6baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49493298-da3c-4cb4-b699-e24d1c162b07'}] {{(pid=119046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:05:36.992931 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-772964ab-1481-467d-b01b-daaac55d0cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:36.995041 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-772964ab-1481-467d-b01b-daaac55d0cf9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/edf41579-81cf-4201-a136-50ebb80654bc HTTP/1.1" status: 204 len: 168 time: 0.1805010 May 20 17:05:37.013184 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 49493298-da3c-4cb4-b699-e24d1c162b07, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=49493298-da3c-4cb4-b699-e24d1c162b07,segment=NetworkSegment(04f20a06-e49b-44e4-8773-c49eb357921a),segment_id=04f20a06-e49b-44e4-8773-c49eb357921a)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:05:37.019535 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:37.021718 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:37.023799 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-5b33ff61-8b00-433b-a146-2f293470abbd req-b1f5ac01-d4ae-4a4d-b7f7-c8c8bb5b927d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487937 May 20 17:05:37.055094 dv-cinder-786524-7-iscsi neutron-server[119046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181c7713-b325-491d-82f1-4c40bd0d6baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49493298-da3c-4cb4-b699-e24d1c162b07', 'code': 200} May 20 17:05:37.094616 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=49493298-da3c-4cb4-b699-e24d1c162b07,revision_number=5']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:37.097472 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:37.328793 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85155c-d5d6-423e-82d7-f03708856ba6 req-271059ae-5476-4219-bdda-1d6a47b0c7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:37.330604 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-2f85155c-d5d6-423e-82d7-f03708856ba6 req-271059ae-5476-4219-bdda-1d6a47b0c7eb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 1099 time: 0.0726383 May 20 17:05:37.344346 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 54002) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:37.365734 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-dd724199-61a3-4fab-905c-812d30ff9060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:37.384394 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-dd724199-61a3-4fab-905c-812d30ff9060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:05:37.384858 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-2f85155c-d5d6-423e-82d7-f03708856ba6 req-c4ad2e6e-185d-474e-9a11-dd4f9174cf07 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463364 May 20 17:05:37.388528 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-dd724199-61a3-4fab-905c-812d30ff9060 admin admin] Usage tracker for resource:security_group_rule and tenant:a188b048a81c4be7bca51d4ddbeabe63 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:05:37.391546 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-dd724199-61a3-4fab-905c-812d30ff9060 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:05:37.397084 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-dd724199-61a3-4fab-905c-812d30ff9060 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:05:37.483093 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-dd724199-61a3-4fab-905c-812d30ff9060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:37.489200 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-dd724199-61a3-4fab-905c-812d30ff9060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:37.500504 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-772964ab-1481-467d-b01b-daaac55d0cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:37.538588 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd724199-61a3-4fab-905c-812d30ff9060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a2f095-8f5f-4a05-bcd7-c14d78a635dd,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:37.542624 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-dd724199-61a3-4fab-905c-812d30ff9060 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a188b048a81c4be7bca51d4ddbeabe63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1972792 May 20 17:05:37.543473 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-dd724199-61a3-4fab-905c-812d30ff9060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:37.545360 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 54008) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:37.604356 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-dbc26331-27a9-4dfc-8415-2f3a49204117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:37.629853 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-dbc26331-27a9-4dfc-8415-2f3a49204117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:37.684683 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-dbc26331-27a9-4dfc-8415-2f3a49204117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:37.689316 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-edf04e06-1c43-4e3b-8496-bc8887eee4b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:37.708772 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc26331-27a9-4dfc-8415-2f3a49204117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a2f095-8f5f-4a05-bcd7-c14d78a635dd,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:37.712475 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-dbc26331-27a9-4dfc-8415-2f3a49204117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:37.716106 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-dbc26331-27a9-4dfc-8415-2f3a49204117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:37.717299 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-dbc26331-27a9-4dfc-8415-2f3a49204117 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/65a2f095-8f5f-4a05-bcd7-c14d78a635dd HTTP/1.1" status: 204 len: 168 time: 0.1706667 May 20 17:05:38.218106 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2931868-31cb-4826-8a5c-880bfbf59a03 req-2fcaa37b-ed7b-4888-9dff-b86df4fa4fe5 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:38.219772 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-a2931868-31cb-4826-8a5c-880bfbf59a03 req-2fcaa37b-ed7b-4888-9dff-b86df4fa4fe5 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 946 time: 0.0807347 May 20 17:05:38.267892 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-a2931868-31cb-4826-8a5c-880bfbf59a03 req-7c1938ea-e1b4-4d89-803f-582cb5d3f488 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422289 May 20 17:05:38.486327 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 54036) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:38.596061 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-cfa40914-10d4-49c8-9f39-908f291ca0f9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1356875879-network', 'tenant_id': '9b478b4b3b59461781014eb418390a8b'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:05:38.601111 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-cfa40914-10d4-49c8-9f39-908f291ca0f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:05:38.605572 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-cfa40914-10d4-49c8-9f39-908f291ca0f9 admin admin] Usage tracker for resource:network and tenant:9b478b4b3b59461781014eb418390a8b is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:05:38.608802 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-cfa40914-10d4-49c8-9f39-908f291ca0f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:05:38.615780 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-cfa40914-10d4-49c8-9f39-908f291ca0f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:05:38.631789 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa40914-10d4-49c8-9f39-908f291ca0f9 admin admin] Made reservation on behalf of 9b478b4b3b59461781014eb418390a8b for: {'network': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:05:38.635168 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-cfa40914-10d4-49c8-9f39-908f291ca0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605269'] for network, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:38.648885 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-cfa40914-10d4-49c8-9f39-908f291ca0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:38.664596 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-cfa40914-10d4-49c8-9f39-908f291ca0f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:05:38.668972 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-cfa40914-10d4-49c8-9f39-908f291ca0f9 admin admin] Usage tracker for resource:security_group_rule and tenant:9b478b4b3b59461781014eb418390a8b is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:05:38.672221 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-cfa40914-10d4-49c8-9f39-908f291ca0f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:05:38.678259 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-cfa40914-10d4-49c8-9f39-908f291ca0f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:05:38.764607 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-cfa40914-10d4-49c8-9f39-908f291ca0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:38.770999 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-cfa40914-10d4-49c8-9f39-908f291ca0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:38.773967 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-4ce23208-7740-4a8f-9f0c-b530f2e7623b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:38.802140 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfa40914-10d4-49c8-9f39-908f291ca0f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=119045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 17:05:38.810599 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa40914-10d4-49c8-9f39-908f291ca0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35779980-fc75-4965-948c-70aad158dcf6,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:38.814735 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-cfa40914-10d4-49c8-9f39-908f291ca0f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:38.817250 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-cfa40914-10d4-49c8-9f39-908f291ca0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:38.817596 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.db.segments_db [None req-cfa40914-10d4-49c8-9f39-908f291ca0f9 admin admin] Added segment 90f7ecb7-953f-482c-b0cc-5b169d6eeb43 of type vlan for network a13d50c7-8804-4b47-a71b-0769024946f2 May 20 17:05:38.846820 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-cfa40914-10d4-49c8-9f39-908f291ca0f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727197218515'] for network, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:38.881217 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-cfa40914-10d4-49c8-9f39-908f291ca0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128'] for network, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:38.882597 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa40914-10d4-49c8-9f39-908f291ca0f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:38.883342 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-cfa40914-10d4-49c8-9f39-908f291ca0f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:38.886727 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:38.986221 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-cfa40914-10d4-49c8-9f39-908f291ca0f9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4986689 May 20 17:05:38.989486 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa40914-10d4-49c8-9f39-908f291ca0f9 admin admin] Pushing event updated for resources: {'Network': ['ID=a13d50c7-8804-4b47-a71b-0769024946f2,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:38.990090 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 54044) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:38.992609 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-cfa40914-10d4-49c8-9f39-908f291ca0f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:38.999362 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-3920040a-7847-472d-8b98-5e52b80e55eb admin admin] Request body: {'subnet': {'network_id': 'a13d50c7-8804-4b47-a71b-0769024946f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1356875879-subnet', 'tenant_id': '9b478b4b3b59461781014eb418390a8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:05:39.002982 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Network a13d50c7-8804-4b47-a71b-0769024946f2 details requested by agent ovs-agent-dv-cinder-786524-7-iscsi with host dv-cinder-786524-7-iscsi {{(pid=119046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 17:05:39.004067 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-3920040a-7847-472d-8b98-5e52b80e55eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:05:39.008254 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-3920040a-7847-472d-8b98-5e52b80e55eb admin admin] Usage tracker for resource:subnet and tenant:9b478b4b3b59461781014eb418390a8b is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:05:39.011636 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-3920040a-7847-472d-8b98-5e52b80e55eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:05:39.017928 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-3920040a-7847-472d-8b98-5e52b80e55eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:05:39.033436 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3920040a-7847-472d-8b98-5e52b80e55eb admin admin] Made reservation on behalf of 9b478b4b3b59461781014eb418390a8b for: {'subnet': 1} {{(pid=119044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:05:39.035752 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-3920040a-7847-472d-8b98-5e52b80e55eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15187189'] for subnet, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:39.493967 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-3920040a-7847-472d-8b98-5e52b80e55eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14410999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15187175'] for subnet, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:39.500633 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:39.576735 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e678b14-bc97-4870-965e-fd1254ef4f49 req-19cdc371-03dd-4f99-847d-4444a34836e5 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:39.578297 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-6e678b14-bc97-4870-965e-fd1254ef4f49 req-19cdc371-03dd-4f99-847d-4444a34836e5 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 946 time: 0.1951234 May 20 17:05:39.589327 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920040a-7847-472d-8b98-5e52b80e55eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=71db9a1c-6298-4ed6-b360-b8cc63c42b7e,revision_number=0']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:39.606047 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-3920040a-7847-472d-8b98-5e52b80e55eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:39.612356 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920040a-7847-472d-8b98-5e52b80e55eb admin admin] Checking segment: {'id': '90f7ecb7-953f-482c-b0cc-5b169d6eeb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'a13d50c7-8804-4b47-a71b-0769024946f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:05:39.612711 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3920040a-7847-472d-8b98-5e52b80e55eb admin admin] Network hostable DHCP agents. Network: a13d50c7-8804-4b47-a71b-0769024946f2, hostable agents: ['6b6b5109-91f6-4dcc-9375-40169a0e8fed'], hosted agents: [] {{(pid=119044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 17:05:39.642904 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-6e678b14-bc97-4870-965e-fd1254ef4f49 req-bfd517fd-59ae-43e1-b914-8075b3a59abe tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563831 May 20 17:05:39.650857 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3920040a-7847-472d-8b98-5e52b80e55eb admin admin] Network a13d50c7-8804-4b47-a71b-0769024946f2 is scheduled to be hosted by DHCP agent 6b6b5109-91f6-4dcc-9375-40169a0e8fed with binding_index 1 {{(pid=119044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 17:05:39.663703 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [None req-3920040a-7847-472d-8b98-5e52b80e55eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-iscsi, a13d50c7-8804-4b47-a71b-0769024946f2) {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:05:39.675221 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3920040a-7847-472d-8b98-5e52b80e55eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:39.675798 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-3920040a-7847-472d-8b98-5e52b80e55eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for subnet, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:39.676031 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18127c53-f5fc-4736-af06-457188a6f1c6 None None] Network a13d50c7-8804-4b47-a71b-0769024946f2 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:05:39.706375 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-3920040a-7847-472d-8b98-5e52b80e55eb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7144132 May 20 17:05:39.881056 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22f71ab-9bf6-41c0-9c75-9fb7af126231 None None] Network a13d50c7-8804-4b47-a71b-0769024946f2 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:05:40.236647 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 54066) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:40.242519 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-e35416db-3340-4f58-8943-544180d32fc3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1489641381-network', 'tenant_id': '3c0a60e0f7374e288491bea34e8bde48'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:05:40.247749 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-e35416db-3340-4f58-8943-544180d32fc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:05:40.252934 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-e35416db-3340-4f58-8943-544180d32fc3 admin admin] Usage tracker for resource:network and tenant:3c0a60e0f7374e288491bea34e8bde48 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:05:40.256190 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-e35416db-3340-4f58-8943-544180d32fc3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:05:40.262274 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-e35416db-3340-4f58-8943-544180d32fc3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:05:40.274072 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35416db-3340-4f58-8943-544180d32fc3 admin admin] Made reservation on behalf of 3c0a60e0f7374e288491bea34e8bde48 for: {'network': 1} {{(pid=119044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:05:40.276648 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e35416db-3340-4f58-8943-544180d32fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605269'] for network, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:40.292266 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e35416db-3340-4f58-8943-544180d32fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:40.306533 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-e35416db-3340-4f58-8943-544180d32fc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:05:40.310546 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-e35416db-3340-4f58-8943-544180d32fc3 admin admin] Usage tracker for resource:security_group_rule and tenant:3c0a60e0f7374e288491bea34e8bde48 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:05:40.313596 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-e35416db-3340-4f58-8943-544180d32fc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:05:40.319967 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-e35416db-3340-4f58-8943-544180d32fc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:05:40.408291 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e35416db-3340-4f58-8943-544180d32fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:40.415129 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e35416db-3340-4f58-8943-544180d32fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:40.418204 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-0eec7c55-63d6-40bf-a095-2120e65ad64d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:40.445064 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e35416db-3340-4f58-8943-544180d32fc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 896} {{(pid=119044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 17:05:40.454110 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35416db-3340-4f58-8943-544180d32fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2445c45e-82b6-4c09-9470-1c69c59522a7,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:40.457684 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-e35416db-3340-4f58-8943-544180d32fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:40.460543 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e35416db-3340-4f58-8943-544180d32fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:40.460874 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.db.segments_db [None req-e35416db-3340-4f58-8943-544180d32fc3 admin admin] Added segment 163ca7f8-e726-466d-b067-00392eae6856 of type vlan for network 406a01d5-f4cf-4559-8cfe-25253155f1bb May 20 17:05:40.497762 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e35416db-3340-4f58-8943-544180d32fc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727197218515'] for network, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:40.531838 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e35416db-3340-4f58-8943-544180d32fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128'] for network, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:40.533584 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35416db-3340-4f58-8943-544180d32fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:40.534483 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e35416db-3340-4f58-8943-544180d32fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:40.539675 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-9f97c671-6f4a-49ef-b917-74107075a0b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:40.637402 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-e35416db-3340-4f58-8943-544180d32fc3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3995004 May 20 17:05:40.640481 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 54074) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:40.646168 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35416db-3340-4f58-8943-544180d32fc3 admin admin] Pushing event updated for resources: {'Network': ['ID=406a01d5-f4cf-4559-8cfe-25253155f1bb,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:40.647154 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-62e71d5a-7c54-4c6d-b2f8-fc2856e89fc6 admin admin] Request body: {'subnet': {'network_id': '406a01d5-f4cf-4559-8cfe-25253155f1bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1489641381-subnet', 'tenant_id': '3c0a60e0f7374e288491bea34e8bde48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:05:40.648792 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-e35416db-3340-4f58-8943-544180d32fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:40.652457 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-62e71d5a-7c54-4c6d-b2f8-fc2856e89fc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:05:40.656543 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-62e71d5a-7c54-4c6d-b2f8-fc2856e89fc6 admin admin] Usage tracker for resource:subnet and tenant:3c0a60e0f7374e288491bea34e8bde48 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:05:40.656706 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Network 406a01d5-f4cf-4559-8cfe-25253155f1bb details requested by agent ovs-agent-dv-cinder-786524-7-iscsi with host dv-cinder-786524-7-iscsi {{(pid=119046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 17:05:40.660092 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-62e71d5a-7c54-4c6d-b2f8-fc2856e89fc6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:05:40.665965 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-62e71d5a-7c54-4c6d-b2f8-fc2856e89fc6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:05:40.683432 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e71d5a-7c54-4c6d-b2f8-fc2856e89fc6 admin admin] Made reservation on behalf of 3c0a60e0f7374e288491bea34e8bde48 for: {'subnet': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:05:40.686338 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-62e71d5a-7c54-4c6d-b2f8-fc2856e89fc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15261289'] for subnet, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:40.910363 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03ca8f-d78c-4a9d-9556-c7968d19e17c req-4a92435b-7df7-49dc-80d1-333a44a1232e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:40.911724 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-af03ca8f-d78c-4a9d-9556-c7968d19e17c req-4a92435b-7df7-49dc-80d1-333a44a1232e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 946 time: 0.1479442 May 20 17:05:41.070325 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-af03ca8f-d78c-4a9d-9556-c7968d19e17c req-08e05d89-67a0-4424-9701-135fabb472ef tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518965 May 20 17:05:41.259252 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-62e71d5a-7c54-4c6d-b2f8-fc2856e89fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14687673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15261307'] for subnet, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:41.264766 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:41.343052 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e71d5a-7c54-4c6d-b2f8-fc2856e89fc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbd3cde3-103a-485c-9b9a-70d26ed166bc,revision_number=0']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:41.346552 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-62e71d5a-7c54-4c6d-b2f8-fc2856e89fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:41.352485 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e71d5a-7c54-4c6d-b2f8-fc2856e89fc6 admin admin] Checking segment: {'id': '163ca7f8-e726-466d-b067-00392eae6856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '406a01d5-f4cf-4559-8cfe-25253155f1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:05:41.352853 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e71d5a-7c54-4c6d-b2f8-fc2856e89fc6 admin admin] Network hostable DHCP agents. Network: 406a01d5-f4cf-4559-8cfe-25253155f1bb, hostable agents: ['6b6b5109-91f6-4dcc-9375-40169a0e8fed'], hosted agents: [] {{(pid=119045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 17:05:41.373244 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e71d5a-7c54-4c6d-b2f8-fc2856e89fc6 admin admin] Network 406a01d5-f4cf-4559-8cfe-25253155f1bb is scheduled to be hosted by DHCP agent 6b6b5109-91f6-4dcc-9375-40169a0e8fed with binding_index 1 {{(pid=119045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 17:05:41.383863 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [None req-62e71d5a-7c54-4c6d-b2f8-fc2856e89fc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-iscsi, 406a01d5-f4cf-4559-8cfe-25253155f1bb) {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:05:41.392884 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e71d5a-7c54-4c6d-b2f8-fc2856e89fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:41.393464 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-62e71d5a-7c54-4c6d-b2f8-fc2856e89fc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:41.394419 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192d27b7-5247-421c-8372-a6cf7749bb39 None None] Network 406a01d5-f4cf-4559-8cfe-25253155f1bb requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:05:41.422172 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-62e71d5a-7c54-4c6d-b2f8-fc2856e89fc6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7729659 May 20 17:05:41.565032 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 54086) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:41.597858 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b3d162-6391-40d7-a0ea-7c311d6c363a None None] Network 406a01d5-f4cf-4559-8cfe-25253155f1bb requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:05:41.616057 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-0a078425-85fd-46a6-9257-c46ec79b6d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:41.646427 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc0d3874-d999-4544-95c7-c83648a7a9f4 admin admin] Deleting subnet 71db9a1c-6298-4ed6-b360-b8cc63c42b7e {{(pid=119045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 17:05:41.650821 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bc0d3874-d999-4544-95c7-c83648a7a9f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:41.722117 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bc0d3874-d999-4544-95c7-c83648a7a9f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15234105'] for subnet, precommit_delete_associations {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:41.804892 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bc0d3874-d999-4544-95c7-c83648a7a9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006482'] for subnet, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:42.127414 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bc0d3874-d999-4544-95c7-c83648a7a9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14687734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15261298'] for subnet, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:42.137736 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:42.179026 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bc0d3874-d999-4544-95c7-c83648a7a9f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:42.181437 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d3874-d999-4544-95c7-c83648a7a9f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71db9a1c-6298-4ed6-b360-b8cc63c42b7e,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:42.187448 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-bc0d3874-d999-4544-95c7-c83648a7a9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:42.190667 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-bc0d3874-d999-4544-95c7-c83648a7a9f4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/71db9a1c-6298-4ed6-b360-b8cc63c42b7e HTTP/1.1" status: 204 len: 168 time: 0.6245844 May 20 17:05:42.193419 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 54102) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:42.217805 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af1743-dabe-4630-8494-ac6404670d3f req-c8ce4e45-ffac-4d09-80f3-458bb8435607 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:42.219283 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-34af1743-dabe-4630-8494-ac6404670d3f req-c8ce4e45-ffac-4d09-80f3-458bb8435607 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.1287215 May 20 17:05:42.270452 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-34af1743-dabe-4630-8494-ac6404670d3f req-caaeed30-f06a-4bc2-b6f2-35a7b0a5ce66 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450864 May 20 17:05:42.356089 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a627b790-4ab7-4b75-b6ad-6a605e9684ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655306'] for network, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:42.380671 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42fe4b-02a1-4664-92a9-39a5901437cc req-106d52f0-6e2a-4b84-baf2-f3ed3fbfd4ec tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:42.382064 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ae42fe4b-02a1-4664-92a9-39a5901437cc req-106d52f0-6e2a-4b84-baf2-f3ed3fbfd4ec tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 946 time: 0.1921515 May 20 17:05:42.527862 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ae42fe4b-02a1-4664-92a9-39a5901437cc req-72173ac6-a620-4ea8-822d-253e5ca69e3f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181140 May 20 17:05:42.529871 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a627b790-4ab7-4b75-b6ad-6a605e9684ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001245', 'neutron.services.segments.db._delete_segments_for_network-8727197674105'] for network, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:42.543564 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-a627b790-4ab7-4b75-b6ad-6a605e9684ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a13d50c7-8804-4b47-a71b-0769024946f2']}} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:05:42.556221 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-a627b790-4ab7-4b75-b6ad-6a605e9684ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f7ecb7-953f-482c-b0cc-5b169d6eeb43') {'for_net_delete': True} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:05:42.556465 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-a627b790-4ab7-4b75-b6ad-6a605e9684ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f7ecb7-953f-482c-b0cc-5b169d6eeb43') {} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:05:42.568448 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a627b790-4ab7-4b75-b6ad-6a605e9684ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727197686263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15043267'] for segment, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:42.585488 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a627b790-4ab7-4b75-b6ad-6a605e9684ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:42.591821 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a627b790-4ab7-4b75-b6ad-6a605e9684ec admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=119044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 17:05:42.592248 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a627b790-4ab7-4b75-b6ad-6a605e9684ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14410782'] for segment, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:42.605842 dv-cinder-786524-7-iscsi neutron-server[119044]: Traceback (most recent call last): May 20 17:05:42.605842 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 17:05:42.605842 dv-cinder-786524-7-iscsi neutron-server[119044]: timer() May 20 17:05:42.605842 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 17:05:42.605842 dv-cinder-786524-7-iscsi neutron-server[119044]: cb(*args, **kw) May 20 17:05:42.605842 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 17:05:42.605842 dv-cinder-786524-7-iscsi neutron-server[119044]: return func(*args, **kwargs) May 20 17:05:42.605842 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 17:05:42.605842 dv-cinder-786524-7-iscsi neutron-server[119044]: self._notify() May 20 17:05:42.605842 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 17:05:42.605842 dv-cinder-786524-7-iscsi neutron-server[119044]: self.callback(batched_events) May 20 17:05:42.605842 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 17:05:42.605842 dv-cinder-786524-7-iscsi neutron-server[119044]: event.method(event) May 20 17:05:42.605842 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 17:05:42.605842 dv-cinder-786524-7-iscsi neutron-server[119044]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 17:05:42.605842 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 17:05:42.605842 dv-cinder-786524-7-iscsi neutron-server[119044]: aggregate_uuid = self.p_client.list_aggregates( May 20 17:05:42.605842 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 17:05:42.605842 dv-cinder-786524-7-iscsi neutron-server[119044]: return f(self, *a, **k) May 20 17:05:42.605842 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 17:05:42.605842 dv-cinder-786524-7-iscsi neutron-server[119044]: return self._get(url).json() May 20 17:05:42.605842 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 17:05:42.605842 dv-cinder-786524-7-iscsi neutron-server[119044]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 17:05:42.605842 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 17:05:42.605842 dv-cinder-786524-7-iscsi neutron-server[119044]: return self.request(url, 'GET', **kwargs) May 20 17:05:42.605842 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 17:05:42.605842 dv-cinder-786524-7-iscsi neutron-server[119044]: base_url = self.get_endpoint(auth, allow=allow, May 20 17:05:42.605842 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 17:05:42.605842 dv-cinder-786524-7-iscsi neutron-server[119044]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 17:05:42.605842 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 17:05:42.605842 dv-cinder-786524-7-iscsi neutron-server[119044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 17:05:42.605842 dv-cinder-786524-7-iscsi neutron-server[119044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 17:05:42.683954 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a627b790-4ab7-4b75-b6ad-6a605e9684ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16751962'] for network, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:42.687789 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:42.703106 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a627b790-4ab7-4b75-b6ad-6a605e9684ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:42.709802 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627b790-4ab7-4b75-b6ad-6a605e9684ec admin admin] Pushing event deleted for resources: {'Network': ['ID=a13d50c7-8804-4b47-a71b-0769024946f2,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:42.712640 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-a627b790-4ab7-4b75-b6ad-6a605e9684ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:42.716993 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-a627b790-4ab7-4b75-b6ad-6a605e9684ec admin admin] 10.222.0.36 "DELETE /v2.0/networks/a13d50c7-8804-4b47-a71b-0769024946f2 HTTP/1.1" status: 204 len: 168 time: 0.5201323 May 20 17:05:42.717387 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 54108) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:42.721078 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c9925-322c-459c-99e8-8439b9bcc39e req-b9c2997b-e1e5-4508-9908-6ac70f9e0f41 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:42.722584 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-5b3c9925-322c-459c-99e8-8439b9bcc39e req-b9c2997b-e1e5-4508-9908-6ac70f9e0f41 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 946 time: 0.0858612 May 20 17:05:42.731354 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 54112) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:42.736621 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-235c224e-e767-41ea-8b2c-a461f0b83d2b tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Request body: {'floatingip': {'port_id': '49493298-da3c-4cb4-b699-e24d1c162b07'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:05:42.776828 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4845ed8-7b99-40c8-9112-531cc8f30cf6 admin admin] Deleting subnet cbd3cde3-103a-485c-9b9a-70d26ed166bc {{(pid=119044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 17:05:42.780072 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-c4845ed8-7b99-40c8-9112-531cc8f30cf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:42.814956 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-235c224e-e767-41ea-8b2c-a461f0b83d2b tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for floatingip, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:42.833295 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-c4845ed8-7b99-40c8-9112-531cc8f30cf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15043276'] for subnet, precommit_delete_associations {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:42.971954 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-c4845ed8-7b99-40c8-9112-531cc8f30cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006482'] for subnet, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:43.220899 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-c4845ed8-7b99-40c8-9112-531cc8f30cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14410936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15187182'] for subnet, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:43.225419 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-5170822d-b75a-4114-83f4-a86fae9b855e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:43.260115 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4845ed8-7b99-40c8-9112-531cc8f30cf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbd3cde3-103a-485c-9b9a-70d26ed166bc,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:43.263191 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-c4845ed8-7b99-40c8-9112-531cc8f30cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:43.264199 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-c4845ed8-7b99-40c8-9112-531cc8f30cf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for subnet, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:43.271833 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-c4845ed8-7b99-40c8-9112-531cc8f30cf6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/cbd3cde3-103a-485c-9b9a-70d26ed166bc HTTP/1.1" status: 204 len: 168 time: 0.5535882 May 20 17:05:43.274325 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 54118) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:43.420396 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-89f59ab4-42fe-46b3-9d10-ab81429044ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655306'] for network, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:43.577710 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-89f59ab4-42fe-46b3-9d10-ab81429044ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001245', 'neutron.services.segments.db._delete_segments_for_network-8727197674105'] for network, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:43.592818 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-89f59ab4-42fe-46b3-9d10-ab81429044ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['406a01d5-f4cf-4559-8cfe-25253155f1bb']}} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:05:43.613173 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc044cba-ffc0-4aac-8186-7d3db6ec2557 req-4441cb82-8f6e-413d-8f65-c6fd6c4e650a tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:43.614718 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dc044cba-ffc0-4aac-8186-7d3db6ec2557 req-4441cb82-8f6e-413d-8f65-c6fd6c4e650a tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.2283189 May 20 17:05:43.616414 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-89f59ab4-42fe-46b3-9d10-ab81429044ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '163ca7f8-e726-466d-b067-00392eae6856') {'for_net_delete': True} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:05:43.616707 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-89f59ab4-42fe-46b3-9d10-ab81429044ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '163ca7f8-e726-466d-b067-00392eae6856') {} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:05:43.643823 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-89f59ab4-42fe-46b3-9d10-ab81429044ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727197686263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15043267'] for segment, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:43.670669 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-89f59ab4-42fe-46b3-9d10-ab81429044ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:43.683384 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-235c224e-e767-41ea-8b2c-a461f0b83d2b tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:43.683599 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f59ab4-42fe-46b3-9d10-ab81429044ec admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=119044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 17:05:43.683935 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-89f59ab4-42fe-46b3-9d10-ab81429044ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14410782'] for segment, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:43.687540 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-235c224e-e767-41ea-8b2c-a461f0b83d2b tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16751940'] for floatingip, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:43.700225 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dc044cba-ffc0-4aac-8186-7d3db6ec2557 req-805981cf-f680-481c-90f7-ebc543827c1b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762346 May 20 17:05:43.700866 dv-cinder-786524-7-iscsi neutron-server[119044]: Traceback (most recent call last): May 20 17:05:43.700866 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 17:05:43.700866 dv-cinder-786524-7-iscsi neutron-server[119044]: timer() May 20 17:05:43.700866 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 17:05:43.700866 dv-cinder-786524-7-iscsi neutron-server[119044]: cb(*args, **kw) May 20 17:05:43.700866 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 17:05:43.700866 dv-cinder-786524-7-iscsi neutron-server[119044]: return func(*args, **kwargs) May 20 17:05:43.700866 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 17:05:43.700866 dv-cinder-786524-7-iscsi neutron-server[119044]: self._notify() May 20 17:05:43.700866 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 17:05:43.700866 dv-cinder-786524-7-iscsi neutron-server[119044]: self.callback(batched_events) May 20 17:05:43.700866 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 17:05:43.700866 dv-cinder-786524-7-iscsi neutron-server[119044]: event.method(event) May 20 17:05:43.700866 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 17:05:43.700866 dv-cinder-786524-7-iscsi neutron-server[119044]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 17:05:43.700866 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 17:05:43.700866 dv-cinder-786524-7-iscsi neutron-server[119044]: aggregate_uuid = self.p_client.list_aggregates( May 20 17:05:43.700866 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 17:05:43.700866 dv-cinder-786524-7-iscsi neutron-server[119044]: return f(self, *a, **k) May 20 17:05:43.700866 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 17:05:43.700866 dv-cinder-786524-7-iscsi neutron-server[119044]: return self._get(url).json() May 20 17:05:43.700866 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 17:05:43.700866 dv-cinder-786524-7-iscsi neutron-server[119044]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 17:05:43.700866 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 17:05:43.700866 dv-cinder-786524-7-iscsi neutron-server[119044]: return self.request(url, 'GET', **kwargs) May 20 17:05:43.700866 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 17:05:43.700866 dv-cinder-786524-7-iscsi neutron-server[119044]: base_url = self.get_endpoint(auth, allow=allow, May 20 17:05:43.700866 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 17:05:43.700866 dv-cinder-786524-7-iscsi neutron-server[119044]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 17:05:43.700866 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 17:05:43.700866 dv-cinder-786524-7-iscsi neutron-server[119044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 17:05:43.700866 dv-cinder-786524-7-iscsi neutron-server[119044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 17:05:43.786082 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-89f59ab4-42fe-46b3-9d10-ab81429044ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16751962'] for network, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:43.791886 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-89f59ab4-42fe-46b3-9d10-ab81429044ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:43.794419 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-270ffe8c-3926-4930-bb29-87625ea93727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:43.814034 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f59ab4-42fe-46b3-9d10-ab81429044ec admin admin] Pushing event deleted for resources: {'Network': ['ID=406a01d5-f4cf-4559-8cfe-25253155f1bb,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:43.816913 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-89f59ab4-42fe-46b3-9d10-ab81429044ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:43.820724 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-89f59ab4-42fe-46b3-9d10-ab81429044ec admin admin] 10.222.0.36 "DELETE /v2.0/networks/406a01d5-f4cf-4559-8cfe-25253155f1bb HTTP/1.1" status: 204 len: 168 time: 0.5430748 May 20 17:05:43.871354 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.db.l3_db [None req-235c224e-e767-41ea-8b2c-a461f0b83d2b tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Floating IP 1fd9af41-83af-47ae-af64-6bedf30d257e associated. External IP: 172.27.3.221, port: 49493298-da3c-4cb4-b699-e24d1c162b07. May 20 17:05:44.004375 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 54126) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:44.014398 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:44.055302 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-4b1ac609-9ad1-408e-9592-f4c49ac0a0f3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9b478b4b3b59461781014eb418390a8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496116 May 20 17:05:44.057762 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 54130) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:44.120204 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-16ccf60f-4e46-4a41-8c57-62b2df58957b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:44.150578 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-16ccf60f-4e46-4a41-8c57-62b2df58957b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:44.206560 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-16ccf60f-4e46-4a41-8c57-62b2df58957b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:44.211449 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-9c0dc338-a63a-4cf3-a9a6-302aac1ee3d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:44.224528 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ccf60f-4e46-4a41-8c57-62b2df58957b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35779980-fc75-4965-948c-70aad158dcf6,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:44.227184 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-16ccf60f-4e46-4a41-8c57-62b2df58957b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:44.228308 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-16ccf60f-4e46-4a41-8c57-62b2df58957b admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:44.232956 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-16ccf60f-4e46-4a41-8c57-62b2df58957b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35779980-fc75-4965-948c-70aad158dcf6 HTTP/1.1" status: 204 len: 168 time: 0.1707835 May 20 17:05:44.245629 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235c224e-e767-41ea-8b2c-a461f0b83d2b tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Router c5bc0eec-8b05-4562-ae36-8bc97585b490 has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:05:44.324234 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-96ee83d5-01ec-4198-9e12-db1ee9b8e6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:44.326849 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:44.426700 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235c224e-e767-41ea-8b2c-a461f0b83d2b tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:05:44.430969 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-235c224e-e767-41ea-8b2c-a461f0b83d2b tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for floatingip, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:44.436370 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce007d2d-468e-45e2-94c8-149c71e62d8d None None] Sync routers for ids ['c5bc0eec-8b05-4562-ae36-8bc97585b490'] in dv-cinder-786524-7-iscsi {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:05:44.446089 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce007d2d-468e-45e2-94c8-149c71e62d8d None None] Routers {'c5bc0eec-8b05-4562-ae36-8bc97585b490'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:05:44.446711 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-ce007d2d-468e-45e2-94c8-149c71e62d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:05:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c5bc0eec-8b05-4562-ae36-8bc97585b490'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:05:44.490934 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-235c224e-e767-41ea-8b2c-a461f0b83d2b tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "PUT /v2.0/floatingips/1fd9af41-83af-47ae-af64-6bedf30d257e HTTP/1.1" status: 200 len: 992 time: 1.7557194 May 20 17:05:44.490934 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181c7713-b325-491d-82f1-4c40bd0d6baa', 'tag': '49493298-da3c-4cb4-b699-e24d1c162b07'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:05:44.553231 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181c7713-b325-491d-82f1-4c40bd0d6baa', 'tag': '49493298-da3c-4cb4-b699-e24d1c162b07', 'status': 'completed', 'code': 200} May 20 17:05:44.604778 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 54146) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:44.631224 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-ce007d2d-468e-45e2-94c8-149c71e62d8d None None] Set router c5bc0eec-8b05-4562-ae36-8bc97585b490 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:05:44.653027 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-8af486c4-0e82-413c-9a1d-1a4989ef3546 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c0a60e0f7374e288491bea34e8bde48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469983 May 20 17:05:44.655703 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 54150) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:44.713820 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-64641c71-7a57-43f7-b51f-6a4a34fba16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:44.740981 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-64641c71-7a57-43f7-b51f-6a4a34fba16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:44.798835 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-64641c71-7a57-43f7-b51f-6a4a34fba16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:44.804212 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-565da96d-3b38-4cca-b644-e122674ba306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:44.818975 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64641c71-7a57-43f7-b51f-6a4a34fba16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2445c45e-82b6-4c09-9470-1c69c59522a7,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:44.823315 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-64641c71-7a57-43f7-b51f-6a4a34fba16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:44.866516 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-64641c71-7a57-43f7-b51f-6a4a34fba16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:44.867617 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-64641c71-7a57-43f7-b51f-6a4a34fba16a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2445c45e-82b6-4c09-9470-1c69c59522a7 HTTP/1.1" status: 204 len: 168 time: 0.2111547 May 20 17:05:44.908851 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8412de-8e11-4da0-80d2-cf8b5768e94b req-f4b5997f-f9d8-438f-ad18-1c220958746c tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:44.910347 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ed8412de-8e11-4da0-80d2-cf8b5768e94b req-f4b5997f-f9d8-438f-ad18-1c220958746c tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.0928714 May 20 17:05:44.957168 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ed8412de-8e11-4da0-80d2-cf8b5768e94b req-0db79ce6-8f50-4ff8-9e58-8b70672635ce tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405259 May 20 17:05:44.998572 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-ce007d2d-468e-45e2-94c8-149c71e62d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'name': 'tempest-AttachVolumeShelveTestJSON-1256951433-router', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:48Z', 'updated_at': '2021-05-20T17:00:56Z', 'revision_number': 4, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'gw_port': {'id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:50Z', 'updated_at': '2021-05-20T17:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_floatingips': [{'id': '1fd9af41-83af-47ae-af64-6bedf30d257e', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'router_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'port_id': '49493298-da3c-4cb4-b699-e24d1c162b07', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe', 'mac_address': 'fa:16:3e:47:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c7713-b325-491d-82f1-4c40bd0d6baa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:05:22Z', 'updated_at': '2021-05-20T17:05:43Z', 'revision_number': 1, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd', 'name': '', 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'mac_address': 'fa:16:3e:17:8e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:01:08Z', 'revision_number': 5, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'subnets': [{'id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:05:45.004135 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce007d2d-468e-45e2-94c8-149c71e62d8d None None] Checking router: c5bc0eec-8b05-4562-ae36-8bc97585b490 for host: dv-cinder-786524-7-iscsi {{(pid=119046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:05:45.012972 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce007d2d-468e-45e2-94c8-149c71e62d8d None None] Routers {'c5bc0eec-8b05-4562-ae36-8bc97585b490'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:05:45.013613 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-ce007d2d-468e-45e2-94c8-149c71e62d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:05:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c5bc0eec-8b05-4562-ae36-8bc97585b490'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:05:45.195476 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:45.210533 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-ce007d2d-468e-45e2-94c8-149c71e62d8d None None] Set router c5bc0eec-8b05-4562-ae36-8bc97585b490 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:05:45.510869 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cb2b5-fc75-4b61-8b1b-e35eecf29fea req-916205a1-3501-4dc7-8449-3ea62af90b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:45.512011 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f97cb2b5-fc75-4b61-8b1b-e35eecf29fea req-916205a1-3501-4dc7-8449-3ea62af90b13 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=15040cd71cf0497581d552f7a0ff286f&device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 1099 time: 0.0796268 May 20 17:05:45.585213 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-ce007d2d-468e-45e2-94c8-149c71e62d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'name': 'tempest-AttachVolumeShelveTestJSON-1256951433-router', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:48Z', 'updated_at': '2021-05-20T17:00:56Z', 'revision_number': 4, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'gw_port': {'id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:50Z', 'updated_at': '2021-05-20T17:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_floatingips': [{'id': '1fd9af41-83af-47ae-af64-6bedf30d257e', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'router_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'port_id': '49493298-da3c-4cb4-b699-e24d1c162b07', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe', 'mac_address': 'fa:16:3e:47:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c7713-b325-491d-82f1-4c40bd0d6baa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:05:22Z', 'updated_at': '2021-05-20T17:05:43Z', 'revision_number': 1, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd', 'name': '', 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'mac_address': 'fa:16:3e:17:8e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:01:08Z', 'revision_number': 5, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'subnets': [{'id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:05:45.589310 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce007d2d-468e-45e2-94c8-149c71e62d8d None None] The sync data for ids ['c5bc0eec-8b05-4562-ae36-8bc97585b490'] in dv-cinder-786524-7-iscsi is: [{'id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'name': 'tempest-AttachVolumeShelveTestJSON-1256951433-router', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:48Z', 'updated_at': '2021-05-20T17:00:56Z', 'revision_number': 4, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'gw_port': {'id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:50Z', 'updated_at': '2021-05-20T17:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_floatingips': [{'id': '1fd9af41-83af-47ae-af64-6bedf30d257e', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'router_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'port_id': '49493298-da3c-4cb4-b699-e24d1c162b07', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe', 'mac_address': 'fa:16:3e:47:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181c7713-b325-491d-82f1-4c40bd0d6baa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:05:22Z', 'updated_at': '2021-05-20T17:05:43Z', 'revision_number': 1, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd', 'name': '', 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'mac_address': 'fa:16:3e:17:8e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:01:08Z', 'revision_number': 5, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'subnets': [{'id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:05:45.651987 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cb2b5-fc75-4b61-8b1b-e35eecf29fea req-d986b649-5812-49ae-845d-af0df1db36e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:45.653555 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f97cb2b5-fc75-4b61-8b1b-e35eecf29fea req-d986b649-5812-49ae-845d-af0df1db36e8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe HTTP/1.1" status: 200 len: 918 time: 0.1339495 May 20 17:05:45.763137 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f97cb2b5-fc75-4b61-8b1b-e35eecf29fea req-423c346a-c8c4-41dc-84ce-d15ff066f3ad service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49493298-da3c-4cb4-b699-e24d1c162b07 HTTP/1.1" status: 200 len: 1000 time: 0.1008799 May 20 17:05:45.846185 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5b587a-1331-4a22-b1a5-41e24a5f5c36 None None] New status for floating IP 1fd9af41-83af-47ae-af64-6bedf30d257e: ACTIVE {{(pid=119047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 17:05:45.943159 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cb2b5-fc75-4b61-8b1b-e35eecf29fea req-dffd568e-4663-4e89-ac9c-a09e0d55d5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:45.944545 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f97cb2b5-fc75-4b61-8b1b-e35eecf29fea req-dffd568e-4663-4e89-ac9c-a09e0d55d5da service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1551b8a8-c6c6-497b-b551-8db6f5233ebf HTTP/1.1" status: 200 len: 856 time: 0.1709654 May 20 17:05:46.052053 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cb2b5-fc75-4b61-8b1b-e35eecf29fea req-89d0d988-269b-4a79-bdcc-6801b3c008e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:46.054010 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f97cb2b5-fc75-4b61-8b1b-e35eecf29fea req-89d0d988-269b-4a79-bdcc-6801b3c008e0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765634 May 20 17:05:46.309463 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef9b98-8576-453d-abe9-8b65c888d79d req-383e47d7-2953-43e2-83b1-a40fad05e2ff tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:46.311147 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9eef9b98-8576-453d-abe9-8b65c888d79d req-383e47d7-2953-43e2-83b1-a40fad05e2ff tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.75 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.3326771 May 20 17:05:46.320610 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f97cb2b5-fc75-4b61-8b1b-e35eecf29fea req-f5c83ee8-01d4-4eb9-b312-cc9a18fc7699 service neutron] 10.222.0.75 "GET /v2.0/networks/3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565420 May 20 17:05:46.337594 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7264f7e-c398-4a30-9eb8-b5dfc2cf031c req-b124bebc-ad59-4812-bbf2-cec5b18a49bc tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:46.339201 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d7264f7e-c398-4a30-9eb8-b5dfc2cf031c req-b124bebc-ad59-4812-bbf2-cec5b18a49bc tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 946 time: 0.1908236 May 20 17:05:46.468318 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [req-9eef9b98-8576-453d-abe9-8b65c888d79d req-cca7e251-5490-429c-9c17-bac3b4f4d5d6 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Deleting port 97fd0e40-1173-408c-b52f-aa9da7b0aad8 {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:05:46.468749 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-9eef9b98-8576-453d-abe9-8b65c888d79d req-cca7e251-5490-429c-9c17-bac3b4f4d5d6 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:46.509773 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d7264f7e-c398-4a30-9eb8-b5dfc2cf031c req-58db3db5-f1d8-4c8e-865e-66dfa69c1a0a tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=3634605b-ac4e-46d1-bec0-39fae2f56c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488721 May 20 17:05:46.550723 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f97cb2b5-fc75-4b61-8b1b-e35eecf29fea req-a0ee5297-19d6-4c67-a020-2d8cb25563ee service neutron] 10.222.0.75 "GET /v2.0/networks/3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100711 May 20 17:05:46.629207 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 6 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:05:46.631648 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-9eef9b98-8576-453d-abe9-8b65c888d79d req-cca7e251-5490-429c-9c17-bac3b4f4d5d6 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] For port 97fd0e40-1173-408c-b52f-aa9da7b0aad8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=97fd0e40-1173-408c-b52f-aa9da7b0aad8,segment=NetworkSegment(37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec),segment_id=37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec)] {{(pid=119045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:05:46.632068 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-9eef9b98-8576-453d-abe9-8b65c888d79d req-cca7e251-5490-429c-9c17-bac3b4f4d5d6 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:46.888269 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:46.940821 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-9eef9b98-8576-453d-abe9-8b65c888d79d req-cca7e251-5490-429c-9c17-bac3b4f4d5d6 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:46.941232 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-9eef9b98-8576-453d-abe9-8b65c888d79d req-cca7e251-5490-429c-9c17-bac3b4f4d5d6 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16751940'] for floatingip, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:46.941555 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.db.l3_db [req-9eef9b98-8576-453d-abe9-8b65c888d79d req-cca7e251-5490-429c-9c17-bac3b4f4d5d6 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Floating IP 6525dc87-72c9-456c-a633-5c34775c469c disassociated. External IP: 172.27.3.77, port: 97fd0e40-1173-408c-b52f-aa9da7b0aad8. May 20 17:05:46.941900 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [req-9eef9b98-8576-453d-abe9-8b65c888d79d req-cca7e251-5490-429c-9c17-bac3b4f4d5d6 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Calling delete_port for 97fd0e40-1173-408c-b52f-aa9da7b0aad8 owned by compute:nova {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:05:47.063530 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-9eef9b98-8576-453d-abe9-8b65c888d79d req-cca7e251-5490-429c-9c17-bac3b4f4d5d6 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:47.069335 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-4f6fbea1-3f5d-4e05-a64f-0a79b61584ba tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:47.114926 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7e251-5490-429c-9c17-bac3b4f4d5d6 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Pushing event deleted for resources: {'Port': ['ID=97fd0e40-1173-408c-b52f-aa9da7b0aad8,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:47.118580 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-cca7e251-5490-429c-9c17-bac3b4f4d5d6 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:47.301746 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9eef9b98-8576-453d-abe9-8b65c888d79d req-cca7e251-5490-429c-9c17-bac3b4f4d5d6 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Router 02cf529b-e7b5-4f41-a279-bbc122a976d2 has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:05:47.497333 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9eef9b98-8576-453d-abe9-8b65c888d79d req-cca7e251-5490-429c-9c17-bac3b4f4d5d6 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:05:47.507405 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fad8de-67d3-42aa-bebb-e98bf6ecc9d6 None None] Sync routers for ids ['02cf529b-e7b5-4f41-a279-bbc122a976d2'] in dv-cinder-786524-7-iscsi {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:05:47.519987 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fad8de-67d3-42aa-bebb-e98bf6ecc9d6 None None] Routers {'02cf529b-e7b5-4f41-a279-bbc122a976d2'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:05:47.521674 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-81fad8de-67d3-42aa-bebb-e98bf6ecc9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:05:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['02cf529b-e7b5-4f41-a279-bbc122a976d2'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:05:47.601311 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eef9b98-8576-453d-abe9-8b65c888d79d req-cca7e251-5490-429c-9c17-bac3b4f4d5d6 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] No DVR routers for this DVR port 97fd0e40-1173-408c-b52f-aa9da7b0aad8 on host hv-cinder-78652 {{(pid=119045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:05:47.604335 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-9eef9b98-8576-453d-abe9-8b65c888d79d req-cca7e251-5490-429c-9c17-bac3b4f4d5d6 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:47.617623 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90343379-9c6b-47ac-994d-9da1183fcfcf', 'name': 'network-vif-deleted', 'tag': '97fd0e40-1173-408c-b52f-aa9da7b0aad8'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:05:47.627797 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9eef9b98-8576-453d-abe9-8b65c888d79d req-cca7e251-5490-429c-9c17-bac3b4f4d5d6 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.75 "DELETE /v2.0/ports/97fd0e40-1173-408c-b52f-aa9da7b0aad8 HTTP/1.1" status: 204 len: 173 time: 1.3102105 May 20 17:05:47.696926 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-01bd68e2-a828-45ec-9d56-b7481fea39f7 req-d278800a-7255-46d4-9b6f-8faba056a8db tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=90343379-9c6b-47ac-994d-9da1183fcfcf HTTP/1.1" status: 200 len: 210 time: 0.0474074 May 20 17:05:47.759795 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90343379-9c6b-47ac-994d-9da1183fcfcf', 'name': 'network-vif-deleted', 'tag': '97fd0e40-1173-408c-b52f-aa9da7b0aad8', 'status': 'completed', 'code': 200} May 20 17:05:47.800892 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-81fad8de-67d3-42aa-bebb-e98bf6ecc9d6 None None] Set router 02cf529b-e7b5-4f41-a279-bbc122a976d2 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:05:48.117583 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-81fad8de-67d3-42aa-bebb-e98bf6ecc9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'name': 'tempest-AttachVolumeTestJSON-1720347441-router', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:53Z', 'updated_at': '2021-05-20T17:01:04Z', 'revision_number': 4, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'gw_port': {'id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': 'f02c530b-04d8-46d3-85fc-a9059e7760f6', 'name': '', 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'mac_address': 'fa:16:3e:98:61:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '57a04c80-7361-435a-811d-e955eb1e7f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:01:01Z', 'updated_at': '2021-05-20T17:01:18Z', 'revision_number': 5, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'subnets': [{'id': '57a04c80-7361-435a-811d-e955eb1e7f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:05:48.122069 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fad8de-67d3-42aa-bebb-e98bf6ecc9d6 None None] Checking router: 02cf529b-e7b5-4f41-a279-bbc122a976d2 for host: dv-cinder-786524-7-iscsi {{(pid=119046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:05:48.131042 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fad8de-67d3-42aa-bebb-e98bf6ecc9d6 None None] Routers {'02cf529b-e7b5-4f41-a279-bbc122a976d2'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:05:48.131862 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-81fad8de-67d3-42aa-bebb-e98bf6ecc9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:05:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['02cf529b-e7b5-4f41-a279-bbc122a976d2'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:05:48.296767 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 97fd0e40-1173-408c-b52f-aa9da7b0aad8 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:05:48.332870 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] No Port match for: 97fd0e40-1173-408c-b52f-aa9da7b0aad8 {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:05:48.333248 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 97fd0e40-1173-408c-b52f-aa9da7b0aad8 not bound to the agent host hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:05:48.353877 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-81fad8de-67d3-42aa-bebb-e98bf6ecc9d6 None None] Set router 02cf529b-e7b5-4f41-a279-bbc122a976d2 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:05:48.672891 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-81fad8de-67d3-42aa-bebb-e98bf6ecc9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'name': 'tempest-AttachVolumeTestJSON-1720347441-router', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:53Z', 'updated_at': '2021-05-20T17:01:04Z', 'revision_number': 4, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'gw_port': {'id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': 'f02c530b-04d8-46d3-85fc-a9059e7760f6', 'name': '', 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'mac_address': 'fa:16:3e:98:61:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '57a04c80-7361-435a-811d-e955eb1e7f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:01:01Z', 'updated_at': '2021-05-20T17:01:18Z', 'revision_number': 5, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'subnets': [{'id': '57a04c80-7361-435a-811d-e955eb1e7f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:05:48.677772 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fad8de-67d3-42aa-bebb-e98bf6ecc9d6 None None] The sync data for ids ['02cf529b-e7b5-4f41-a279-bbc122a976d2'] in dv-cinder-786524-7-iscsi is: [{'id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'name': 'tempest-AttachVolumeTestJSON-1720347441-router', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:53Z', 'updated_at': '2021-05-20T17:01:04Z', 'revision_number': 4, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'gw_port': {'id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': 'f02c530b-04d8-46d3-85fc-a9059e7760f6', 'name': '', 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'mac_address': 'fa:16:3e:98:61:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '57a04c80-7361-435a-811d-e955eb1e7f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:01:01Z', 'updated_at': '2021-05-20T17:01:18Z', 'revision_number': 5, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'subnets': [{'id': '57a04c80-7361-435a-811d-e955eb1e7f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:05:48.835437 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 54242) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:48.928892 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-296101e3-fd03-41a8-96d4-366e03d32a31 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:48.959837 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-296101e3-fd03-41a8-96d4-366e03d32a31 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:48.960281 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2211d7d2-a232-45a8-9780-cef23c768c9d None None] New status for floating IP 6525dc87-72c9-456c-a633-5c34775c469c: DOWN {{(pid=119047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 17:05:49.014295 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-296101e3-fd03-41a8-96d4-366e03d32a31 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:49.018309 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-9de3e5f0-5e19-497e-aed6-15481113a1f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:49.035347 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296101e3-fd03-41a8-96d4-366e03d32a31 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3634605b-ac4e-46d1-bec0-39fae2f56c3a,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:49.037950 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-296101e3-fd03-41a8-96d4-366e03d32a31 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:49.044593 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-296101e3-fd03-41a8-96d4-366e03d32a31 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:49.045754 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-296101e3-fd03-41a8-96d4-366e03d32a31 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "DELETE /v2.0/security-groups/3634605b-ac4e-46d1-bec0-39fae2f56c3a HTTP/1.1" status: 204 len: 168 time: 0.2092719 May 20 17:05:49.048645 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 54248) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:49.069402 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.api.v2.resource [None req-cc75ce80-8c98-4995-bd15-39769ca8a0e3 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] show failed (client error): The resource could not be found. May 20 17:05:49.070498 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-cc75ce80-8c98-4995-bd15-39769ca8a0e3 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups/3634605b-ac4e-46d1-bec0-39fae2f56c3a HTTP/1.1" status: 404 len: 347 time: 0.0207419 May 20 17:05:49.073521 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 54252) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:49.300162 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [None req-4624ae13-6d55-4313-bd47-d13d3414aead tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Deleting port 656302e8-c784-46f4-9524-cfcf9f189507 {{(pid=119044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:05:49.300162 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-4624ae13-6d55-4313-bd47-d13d3414aead tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:49.419384 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-4624ae13-6d55-4313-bd47-d13d3414aead tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:49.419676 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-4624ae13-6d55-4313-bd47-d13d3414aead tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:49.542723 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [None req-4624ae13-6d55-4313-bd47-d13d3414aead tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Calling delete_port for 656302e8-c784-46f4-9524-cfcf9f189507 owned by network:floatingip {{(pid=119044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:05:49.667578 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-4624ae13-6d55-4313-bd47-d13d3414aead tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:49.672092 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-fd98bfbe-b2c7-4f23-8731-4cc64536345b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:49.717233 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624ae13-6d55-4313-bd47-d13d3414aead tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Pushing event deleted for resources: {'Port': ['ID=656302e8-c784-46f4-9524-cfcf9f189507,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:49.720744 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-4624ae13-6d55-4313-bd47-d13d3414aead tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:49.829448 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-4624ae13-6d55-4313-bd47-d13d3414aead tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for floatingip, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:49.844988 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-4624ae13-6d55-4313-bd47-d13d3414aead tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for floatingip, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:49.846175 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-4624ae13-6d55-4313-bd47-d13d3414aead tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "DELETE /v2.0/floatingips/6525dc87-72c9-456c-a633-5c34775c469c HTTP/1.1" status: 204 len: 168 time: 0.7717037 May 20 17:05:50.084321 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 54276) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:50.089897 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-25661138-18ee-444c-b014-da390c7b2f2b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--633336573', 'description': 'tempest-description--1339436838'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:05:50.095914 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-25661138-18ee-444c-b014-da390c7b2f2b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:05:50.101059 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-25661138-18ee-444c-b014-da390c7b2f2b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Usage tracker for resource:security_group and tenant:633b28eb0b87461f810176c2a59c4333 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:05:50.104157 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-25661138-18ee-444c-b014-da390c7b2f2b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:05:50.110108 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-25661138-18ee-444c-b014-da390c7b2f2b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:05:50.123723 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-25661138-18ee-444c-b014-da390c7b2f2b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:50.145307 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-25661138-18ee-444c-b014-da390c7b2f2b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:05:50.149413 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-25661138-18ee-444c-b014-da390c7b2f2b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Usage tracker for resource:security_group_rule and tenant:633b28eb0b87461f810176c2a59c4333 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:05:50.152402 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-25661138-18ee-444c-b014-da390c7b2f2b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:05:50.158461 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-25661138-18ee-444c-b014-da390c7b2f2b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:05:50.232203 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-25661138-18ee-444c-b014-da390c7b2f2b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:50.237530 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-25661138-18ee-444c-b014-da390c7b2f2b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:50.241451 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-31208bd0-8d55-4484-8806-fc3a262a3f63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:50.286710 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25661138-18ee-444c-b014-da390c7b2f2b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc51d34-1d65-4f52-9df3-5bfee32cdc18,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:50.289773 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-25661138-18ee-444c-b014-da390c7b2f2b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:50.291116 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-25661138-18ee-444c-b014-da390c7b2f2b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:50.293184 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-25661138-18ee-444c-b014-da390c7b2f2b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2070167 May 20 17:05:50.295369 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 54284) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:50.301275 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-1471b218-5c4c-4715-870d-cb1667217048 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Request body: {'security_group_rule': {'security_group_id': '4bc51d34-1d65-4f52-9df3-5bfee32cdc18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:05:50.307195 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-1471b218-5c4c-4715-870d-cb1667217048 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:05:50.311025 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-1471b218-5c4c-4715-870d-cb1667217048 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Usage tracker for resource:security_group_rule and tenant:633b28eb0b87461f810176c2a59c4333 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:05:50.313982 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-1471b218-5c4c-4715-870d-cb1667217048 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:05:50.319850 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-1471b218-5c4c-4715-870d-cb1667217048 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:05:50.338730 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-1471b218-5c4c-4715-870d-cb1667217048 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:50.405297 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-1471b218-5c4c-4715-870d-cb1667217048 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:50.410220 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-1471b218-5c4c-4715-870d-cb1667217048 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270895'] for security_group_rule, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:50.412384 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:50.437783 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1471b218-5c4c-4715-870d-cb1667217048 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=073b4681-7ced-4cd3-a2a8-1e0919c51bf1,revision_number=0']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:50.442643 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-1471b218-5c4c-4715-870d-cb1667217048 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:50.449253 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-1471b218-5c4c-4715-870d-cb1667217048 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:50.450787 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-1471b218-5c4c-4715-870d-cb1667217048 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1543171 May 20 17:05:50.454029 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 54290) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:50.467450 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-834feff5-02a3-4dcb-8485-ad6812157fd9 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Request body: {'security_group_rule': {'security_group_id': '4bc51d34-1d65-4f52-9df3-5bfee32cdc18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:05:50.474336 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-834feff5-02a3-4dcb-8485-ad6812157fd9 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:05:50.478370 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-834feff5-02a3-4dcb-8485-ad6812157fd9 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Usage tracker for resource:security_group_rule and tenant:633b28eb0b87461f810176c2a59c4333 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:05:50.481279 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-834feff5-02a3-4dcb-8485-ad6812157fd9 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:05:50.488133 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-834feff5-02a3-4dcb-8485-ad6812157fd9 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:05:50.505208 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-834feff5-02a3-4dcb-8485-ad6812157fd9 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:50.579459 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-834feff5-02a3-4dcb-8485-ad6812157fd9 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:50.584880 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-834feff5-02a3-4dcb-8485-ad6812157fd9 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270895'] for security_group_rule, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:50.587017 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-80bdebc4-b1e5-4234-b339-73192c6abcf6 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:50.609204 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834feff5-02a3-4dcb-8485-ad6812157fd9 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87527991-04d6-4197-a3c1-417c00961c75,revision_number=0']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:50.611496 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-834feff5-02a3-4dcb-8485-ad6812157fd9 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:50.619867 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-834feff5-02a3-4dcb-8485-ad6812157fd9 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:50.621432 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-834feff5-02a3-4dcb-8485-ad6812157fd9 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1582310 May 20 17:05:50.624984 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 54294) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:05:50.630108 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-867bcc66-993e-437e-ad88-0e38c150f558 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Request body: {'floatingip': {'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:05:50.636101 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-867bcc66-993e-437e-ad88-0e38c150f558 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:05:50.640758 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-867bcc66-993e-437e-ad88-0e38c150f558 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Usage tracker for resource:floatingip and tenant:633b28eb0b87461f810176c2a59c4333 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:05:50.643978 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-867bcc66-993e-437e-ad88-0e38c150f558 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:05:50.649982 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-867bcc66-993e-437e-ad88-0e38c150f558 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:05:50.665672 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-867bcc66-993e-437e-ad88-0e38c150f558 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for floatingip, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:50.814723 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-867bcc66-993e-437e-ad88-0e38c150f558 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:51.072735 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_common [None req-867bcc66-993e-437e-ad88-0e38c150f558 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Allocated IP 172.27.3.157 (7bf407be-0a2f-4276-bbb9-407bd07b5677/0cc0c620-4805-460b-b0e9-2701bd4f1725/663b1699-2000-4bdd-bf7b-3799f7ea9826) {{(pid=119045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:05:51.227952 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-867bcc66-993e-437e-ad88-0e38c150f558 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for port, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:51.260797 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-867bcc66-993e-437e-ad88-0e38c150f558 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:51.266713 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-57c7c921-ec63-4ca6-8eca-140d8f0c01c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:51.334513 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867bcc66-993e-437e-ad88-0e38c150f558 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Network 7bf407be-0a2f-4276-bbb9-407bd07b5677 is already hosted by enough agents. {{(pid=119045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:05:51.337302 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [None req-867bcc66-993e-437e-ad88-0e38c150f558 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Resources bound (agent type, host, resource id): {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:05:51.342600 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867bcc66-993e-437e-ad88-0e38c150f558 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Received port after_create {{(pid=119045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:05:51.378740 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867bcc66-993e-437e-ad88-0e38c150f558 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Pushing event updated for resources: {'Port': ['ID=663b1699-2000-4bdd-bf7b-3799f7ea9826,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:51.381639 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-867bcc66-993e-437e-ad88-0e38c150f558 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:51.434532 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-867bcc66-993e-437e-ad88-0e38c150f558 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for floatingip, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:51.498282 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-867bcc66-993e-437e-ad88-0e38c150f558 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:51.712222 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-867bcc66-993e-437e-ad88-0e38c150f558 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for port, precommit_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:51.719830 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-867bcc66-993e-437e-ad88-0e38c150f558 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14687500'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:51.724940 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:51.855241 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-867bcc66-993e-437e-ad88-0e38c150f558 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16751940'] for floatingip, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:51.864457 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867bcc66-993e-437e-ad88-0e38c150f558 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Pushing event updated for resources: {'Port': ['ID=663b1699-2000-4bdd-bf7b-3799f7ea9826,revision_number=2']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:51.869183 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-867bcc66-993e-437e-ad88-0e38c150f558 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:51.940886 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-867bcc66-993e-437e-ad88-0e38c150f558 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for floatingip, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:51.942148 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-867bcc66-993e-437e-ad88-0e38c150f558 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3161793 May 20 17:05:51.982980 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f75b5-f30e-4fae-ad3f-867a97473172 req-0c1be313-2867-4f46-818b-3a8923cc9d85 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:51.984587 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-213f75b5-f30e-4fae-ad3f-867a97473172 req-0c1be313-2867-4f46-818b-3a8923cc9d85 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=84519db0-11f9-47c2-982c-53a8316d0429 HTTP/1.1" status: 200 len: 945 time: 0.1107502 May 20 17:05:52.040828 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-213f75b5-f30e-4fae-ad3f-867a97473172 req-fac71bf9-9b01-4b99-a0f1-fb80f96fbaf2 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461533 May 20 17:05:52.535462 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-201e6ac9-e559-431c-9006-d0e423f206f0 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Synchronizing usage tracker for tenant:633b28eb0b87461f810176c2a59c4333 on resource:security_group {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:05:52.554885 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-201e6ac9-e559-431c-9006-d0e423f206f0 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Unset dirty status for tenant:633b28eb0b87461f810176c2a59c4333 on resource:security_group {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:05:52.556119 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-201e6ac9-e559-431c-9006-d0e423f206f0 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--633336573&fields=id&tenant_id=633b28eb0b87461f810176c2a59c4333 HTTP/1.1" status: 200 len: 267 time: 0.1457944 May 20 17:05:52.714317 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-387ea389-74a3-481f-b308-e117d53868bd tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:52.719284 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-387ea389-74a3-481f-b308-e117d53868bd tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/networks?id=c2c7c270-423d-436f-960a-39d7d4b1aa00 HTTP/1.1" status: 200 len: 811 time: 0.1482534 May 20 17:05:52.732234 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-3eadd79f-faea-4274-81e7-a6f2a536cae2 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/quotas/633b28eb0b87461f810176c2a59c4333 HTTP/1.1" status: 200 len: 375 time: 0.0097566 May 20 17:05:52.820577 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-264d4402-2509-464b-99f0-430584caa2b1 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Synchronizing usage tracker for tenant:633b28eb0b87461f810176c2a59c4333 on resource:port {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:05:52.839148 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-264d4402-2509-464b-99f0-430584caa2b1 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Unset dirty status for tenant:633b28eb0b87461f810176c2a59c4333 on resource:port {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:05:52.840451 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-264d4402-2509-464b-99f0-430584caa2b1 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=633b28eb0b87461f810176c2a59c4333&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1017063 May 20 17:05:52.984264 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-66c115f8-325f-47fb-8bd0-37a745944eba service neutron] 10.222.0.36 "GET /v2.0/networks/c2c7c270-423d-436f-960a-39d7d4b1aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305504 May 20 17:05:53.122474 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-6bdc75bf-3f37-4228-8b05-a71a54e3d0bf service neutron] 10.222.0.36 "GET /v2.0/networks/c2c7c270-423d-436f-960a-39d7d4b1aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291900 May 20 17:05:53.348891 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-9bf0836c-7742-4240-a5d4-04d076a77255 req-a4ffad9e-262d-418d-a768-341fa62ffef9 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec439489-7a76-44d2-9e06-fc8eec78b1d5 HTTP/1.1" status: 200 len: 210 time: 0.0738189 May 20 17:05:53.404147 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bdbc5-383d-4777-95e3-0e6bb68a99e9 req-323a8f9c-d690-435a-b095-2a00ef2096a4 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:53.406524 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-752bdbc5-383d-4777-95e3-0e6bb68a99e9 req-323a8f9c-d690-435a-b095-2a00ef2096a4 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=84519db0-11f9-47c2-982c-53a8316d0429 HTTP/1.1" status: 200 len: 945 time: 0.2515776 May 20 17:05:53.470175 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-752bdbc5-383d-4777-95e3-0e6bb68a99e9 req-6befe205-95ed-4d86-b595-41ada8ea93bd tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/security-groups?id=279f37e8-029c-4003-8131-d8696048f583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556374 May 20 17:05:53.667537 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e51ba-1858-427e-8ba9-b17e110930a5 req-16a8376f-58e1-4be9-9599-b5d127c0b72d tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:53.669019 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ba8e51ba-1858-427e-8ba9-b17e110930a5 req-16a8376f-58e1-4be9-9599-b5d127c0b72d tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.75 "GET /v2.0/ports?device_id=84519db0-11f9-47c2-982c-53a8316d0429 HTTP/1.1" status: 200 len: 945 time: 0.1001616 May 20 17:05:53.838529 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [req-ba8e51ba-1858-427e-8ba9-b17e110930a5 req-0a75e652-d53f-4c80-888a-07f3b53397c5 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Deleting port 1a2b642e-e042-45b8-a82e-784e2c47386b {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:05:53.838909 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-ba8e51ba-1858-427e-8ba9-b17e110930a5 req-0a75e652-d53f-4c80-888a-07f3b53397c5 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:54.025038 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-ba8e51ba-1858-427e-8ba9-b17e110930a5 req-0a75e652-d53f-4c80-888a-07f3b53397c5 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] For port 1a2b642e-e042-45b8-a82e-784e2c47386b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1a2b642e-e042-45b8-a82e-784e2c47386b,segment=NetworkSegment(eebe0223-ada5-4ab3-a594-ee2ef8b7cf07),segment_id=eebe0223-ada5-4ab3-a594-ee2ef8b7cf07)] {{(pid=119045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:05:54.025435 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-ba8e51ba-1858-427e-8ba9-b17e110930a5 req-0a75e652-d53f-4c80-888a-07f3b53397c5 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:54.172648 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [req-ba8e51ba-1858-427e-8ba9-b17e110930a5 req-0a75e652-d53f-4c80-888a-07f3b53397c5 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Calling delete_port for 1a2b642e-e042-45b8-a82e-784e2c47386b owned by compute:nova {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:05:54.313269 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-ba8e51ba-1858-427e-8ba9-b17e110930a5 req-0a75e652-d53f-4c80-888a-07f3b53397c5 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:54.319707 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-4c4dae7a-d0bd-4ee0-aeca-6954f6e0ea6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:54.326476 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['1a2b642e-e042-45b8-a82e-784e2c47386b'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:05:54.366221 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75e652-d53f-4c80-888a-07f3b53397c5 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Pushing event deleted for resources: {'Port': ['ID=1a2b642e-e042-45b8-a82e-784e2c47386b,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:54.369348 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-0a75e652-d53f-4c80-888a-07f3b53397c5 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:54.569082 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8e51ba-1858-427e-8ba9-b17e110930a5 req-0a75e652-d53f-4c80-888a-07f3b53397c5 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] No DVR routers for this DVR port 1a2b642e-e042-45b8-a82e-784e2c47386b on host hv-cinder-78652 {{(pid=119045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:05:54.571761 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-ba8e51ba-1858-427e-8ba9-b17e110930a5 req-0a75e652-d53f-4c80-888a-07f3b53397c5 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:54.613180 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84519db0-11f9-47c2-982c-53a8316d0429', 'name': 'network-vif-deleted', 'tag': '1a2b642e-e042-45b8-a82e-784e2c47386b'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:05:54.625298 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ba8e51ba-1858-427e-8ba9-b17e110930a5 req-0a75e652-d53f-4c80-888a-07f3b53397c5 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.75 "DELETE /v2.0/ports/1a2b642e-e042-45b8-a82e-784e2c47386b HTTP/1.1" status: 204 len: 173 time: 0.9451826 May 20 17:05:54.631204 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-4f6d2a6e-55cc-4f9c-b25f-408797627287 req-d97a86d3-96a9-4345-8d65-46f7bc91d469 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Synchronizing usage tracker for tenant:633b28eb0b87461f810176c2a59c4333 on resource:port {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:05:54.644953 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-4f6d2a6e-55cc-4f9c-b25f-408797627287 req-d97a86d3-96a9-4345-8d65-46f7bc91d469 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Unset dirty status for tenant:633b28eb0b87461f810176c2a59c4333 on resource:port {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:05:54.646135 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4f6d2a6e-55cc-4f9c-b25f-408797627287 req-d97a86d3-96a9-4345-8d65-46f7bc91d469 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec439489-7a76-44d2-9e06-fc8eec78b1d5 HTTP/1.1" status: 200 len: 210 time: 0.0785987 May 20 17:05:54.660563 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-67120c73-1a01-4e2a-8ecd-f8a7fcaf20f5 req-1f578343-e74b-4710-91c3-a81df813c31e tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] 10.222.0.36 "GET /v2.0/ports?device_id=84519db0-11f9-47c2-982c-53a8316d0429 HTTP/1.1" status: 200 len: 210 time: 0.0629063 May 20 17:05:54.714058 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-3d3e841c-3371-423f-ab68-20f5f5991c59 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:54.715571 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-3d3e841c-3371-423f-ab68-20f5f5991c59 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.75 "GET /v2.0/networks?id=c2c7c270-423d-436f-960a-39d7d4b1aa00 HTTP/1.1" status: 200 len: 811 time: 0.2297320 May 20 17:05:54.737717 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84519db0-11f9-47c2-982c-53a8316d0429', 'name': 'network-vif-deleted', 'tag': '1a2b642e-e042-45b8-a82e-784e2c47386b', 'status': 'completed', 'code': 200} May 20 17:05:54.774761 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-0b7c0c39-2c03-4c5a-9e19-ef5b7a0cebf9 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=633b28eb0b87461f810176c2a59c4333 HTTP/1.1" status: 200 len: 379 time: 0.0495353 May 20 17:05:54.785060 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-0b3151dd-1ad5-4132-bba7-04545c8c2081 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Request body: {'port': {'device_id': 'ec439489-7a76-44d2-9e06-fc8eec78b1d5', 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00', 'admin_state_up': True, 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'security_groups': ['4bc51d34-1d65-4f52-9df3-5bfee32cdc18']}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:05:54.932396 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-0b3151dd-1ad5-4132-bba7-04545c8c2081 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:05:54.943444 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-0b3151dd-1ad5-4132-bba7-04545c8c2081 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:05:54.958269 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-0b3151dd-1ad5-4132-bba7-04545c8c2081 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Made reservation on behalf of 633b28eb0b87461f810176c2a59c4333 for: {'port': 1} {{(pid=119044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:05:54.961920 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-0b3151dd-1ad5-4132-bba7-04545c8c2081 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:55.131231 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.db_base_plugin_common [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-0b3151dd-1ad5-4132-bba7-04545c8c2081 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Allocated IP 172.20.0.11 (c2c7c270-423d-436f-960a-39d7d4b1aa00/57a04c80-7361-435a-811d-e955eb1e7f4b/1c202c55-ca1d-4906-860e-a42a1f10220d) {{(pid=119044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:05:55.333624 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-0b3151dd-1ad5-4132-bba7-04545c8c2081 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for port, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:55.352346 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.provisioning_blocks [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-0b3151dd-1ad5-4132-bba7-04545c8c2081 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Transition to ACTIVE for port object 1c202c55-ca1d-4906-860e-a42a1f10220d will not be triggered until provisioned by entity DHCP. {{(pid=119044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:05:55.377437 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-0b3151dd-1ad5-4132-bba7-04545c8c2081 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:55.384099 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-d26003ec-3d21-44bf-bed5-47e1fc338a38 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:55.454557 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-0b3151dd-1ad5-4132-bba7-04545c8c2081 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Network c2c7c270-423d-436f-960a-39d7d4b1aa00 is already hosted by enough agents. {{(pid=119044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:05:55.457650 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-0b3151dd-1ad5-4132-bba7-04545c8c2081 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Resources bound (agent type, host, resource id): {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:05:55.460066 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-0b3151dd-1ad5-4132-bba7-04545c8c2081 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Received port after_create {{(pid=119044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:05:55.497535 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3151dd-1ad5-4132-bba7-04545c8c2081 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Pushing event updated for resources: {'Port': ['ID=1c202c55-ca1d-4906-860e-a42a1f10220d,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:55.501063 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-0b3151dd-1ad5-4132-bba7-04545c8c2081 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:55.532673 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-0b3151dd-1ad5-4132-bba7-04545c8c2081 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:55.533338 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-0b3151dd-1ad5-4132-bba7-04545c8c2081 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:55.560781 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-0b3151dd-1ad5-4132-bba7-04545c8c2081 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7796843 May 20 17:05:55.578885 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-1cf66516-2c51-44ce-91cd-e17edabd2a99 service neutron] Request body: {'port': {'device_id': 'ec439489-7a76-44d2-9e06-fc8eec78b1d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:05:55.700756 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-1cf66516-2c51-44ce-91cd-e17edabd2a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:55.729817 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-6276c175-02fe-4a2d-9a6e-8ac47e0efdcf None None] Provisioning for port 1c202c55-ca1d-4906-860e-a42a1f10220d completed by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:05:55.740769 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-6276c175-02fe-4a2d-9a6e-8ac47e0efdcf None None] Provisioning complete for port 1c202c55-ca1d-4906-860e-a42a1f10220d triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:05:55.741250 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-6276c175-02fe-4a2d-9a6e-8ac47e0efdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:55.876503 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-6276c175-02fe-4a2d-9a6e-8ac47e0efdcf None None] Port 1c202c55-ca1d-4906-860e-a42a1f10220d cannot update to ACTIVE because it is not bound. {{(pid=119046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 17:05:56.086815 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b2aea-2bfd-4b8a-b89b-1f8c6e6993c5 req-284d313a-2ff4-415f-abdf-9590360a4a60 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:56.087549 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-527b2aea-2bfd-4b8a-b89b-1f8c6e6993c5 req-284d313a-2ff4-415f-abdf-9590360a4a60 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Synchronizing usage tracker for tenant:633b28eb0b87461f810176c2a59c4333 on resource:port {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:05:56.177045 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-527b2aea-2bfd-4b8a-b89b-1f8c6e6993c5 req-284d313a-2ff4-415f-abdf-9590360a4a60 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Unset dirty status for tenant:633b28eb0b87461f810176c2a59c4333 on resource:port {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:05:56.177979 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-527b2aea-2bfd-4b8a-b89b-1f8c6e6993c5 req-284d313a-2ff4-415f-abdf-9590360a4a60 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec439489-7a76-44d2-9e06-fc8eec78b1d5 HTTP/1.1" status: 200 len: 932 time: 0.3247955 May 20 17:05:56.268714 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-527b2aea-2bfd-4b8a-b89b-1f8c6e6993c5 req-3912b442-28e5-4e07-8867-5170250d9549 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bc51d34-1d65-4f52-9df3-5bfee32cdc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834720 May 20 17:05:56.325111 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 1a2b642e-e042-45b8-a82e-784e2c47386b no longer exists at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:05:56.359742 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.notifiers.nova [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-1cf66516-2c51-44ce-91cd-e17edabd2a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c202c55-ca1d-4906-860e-a42a1f10220d {{(pid=119044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:05:56.361046 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] No Port match for: 1a2b642e-e042-45b8-a82e-784e2c47386b {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:05:56.361435 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 1a2b642e-e042-45b8-a82e-784e2c47386b not bound to the agent host hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:05:56.367967 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-1cf66516-2c51-44ce-91cd-e17edabd2a99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:56.382861 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.provisioning_blocks [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-1cf66516-2c51-44ce-91cd-e17edabd2a99 service neutron] Transition to ACTIVE for port object 1c202c55-ca1d-4906-860e-a42a1f10220d will not be triggered until provisioned by entity L2. {{(pid=119044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:05:56.388611 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-1cf66516-2c51-44ce-91cd-e17edabd2a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14410818'] for port, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:56.392293 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-4624ae13-6d55-4313-bd47-d13d3414aead tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:56.519014 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf66516-2c51-44ce-91cd-e17edabd2a99 service neutron] Pushing event updated for resources: {'Port': ['ID=1c202c55-ca1d-4906-860e-a42a1f10220d,revision_number=2']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:56.554680 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-1cf66516-2c51-44ce-91cd-e17edabd2a99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:56.630831 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.managers [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-1cf66516-2c51-44ce-91cd-e17edabd2a99 service neutron] Attempting to bind port 1c202c55-ca1d-4906-860e-a42a1f10220d on host hv-cinder-78652 for vnic_type normal with profile {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:05:56.631060 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.managers [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-1cf66516-2c51-44ce-91cd-e17edabd2a99 service neutron] Attempting to bind port 1c202c55-ca1d-4906-860e-a42a1f10220d by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00'}] {{(pid=119044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:05:56.631396 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-1cf66516-2c51-44ce-91cd-e17edabd2a99 service neutron] Attempting to bind port 1c202c55-ca1d-4906-860e-a42a1f10220d on network c2c7c270-423d-436f-960a-39d7d4b1aa00 {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:05:56.636145 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-1cf66516-2c51-44ce-91cd-e17edabd2a99 service neutron] Port 1c202c55-ca1d-4906-860e-a42a1f10220d on network c2c7c270-423d-436f-960a-39d7d4b1aa00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 17:05:56.636497 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-1cf66516-2c51-44ce-91cd-e17edabd2a99 service neutron] Attempting to bind port 1c202c55-ca1d-4906-860e-a42a1f10220d on network c2c7c270-423d-436f-960a-39d7d4b1aa00 {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:05:56.641953 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-1cf66516-2c51-44ce-91cd-e17edabd2a99 service neutron] Checking agent: {'id': '6f9f6b2e-16b6-4f76-902f-5004e6b9f64e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:05:56.642290 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-1cf66516-2c51-44ce-91cd-e17edabd2a99 service neutron] Checking segment: {'id': '37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:05:56.642872 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-1cf66516-2c51-44ce-91cd-e17edabd2a99 service neutron] Bound using segment: {'id': '37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00'} {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:05:56.643308 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.managers [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-1cf66516-2c51-44ce-91cd-e17edabd2a99 service neutron] Bound port: 1c202c55-ca1d-4906-860e-a42a1f10220d, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00'}}] {{(pid=119044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:05:56.643640 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-1cf66516-2c51-44ce-91cd-e17edabd2a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:56.742580 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-1cf66516-2c51-44ce-91cd-e17edabd2a99 service neutron] For port 1c202c55-ca1d-4906-860e-a42a1f10220d, host hv-cinder-78652, cleared binding levels {{(pid=119044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:05:56.746266 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-1cf66516-2c51-44ce-91cd-e17edabd2a99 service neutron] For port 1c202c55-ca1d-4906-860e-a42a1f10220d, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1c202c55-ca1d-4906-860e-a42a1f10220d,segment=NetworkSegment(37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec),segment_id=37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec)] {{(pid=119044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:05:56.752866 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-1cf66516-2c51-44ce-91cd-e17edabd2a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14410818'] for port, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:56.757421 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-dbde8d2e-eb0f-4cd0-bcba-89f8dfa812ec tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:05:56.812178 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-1cf66516-2c51-44ce-91cd-e17edabd2a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:56.812904 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-1cf66516-2c51-44ce-91cd-e17edabd2a99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:56.814328 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-1cf66516-2c51-44ce-91cd-e17edabd2a99 service neutron] 10.222.0.75 "PUT /v2.0/ports/1c202c55-ca1d-4906-860e-a42a1f10220d HTTP/1.1" status: 200 len: 1094 time: 1.2404509 May 20 17:05:56.814832 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec439489-7a76-44d2-9e06-fc8eec78b1d5', 'tag': '1c202c55-ca1d-4906-860e-a42a1f10220d'}] {{(pid=119044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:05:56.843267 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf66516-2c51-44ce-91cd-e17edabd2a99 service neutron] Pushing event updated for resources: {'Port': ['ID=1c202c55-ca1d-4906-860e-a42a1f10220d,revision_number=3']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:05:56.846888 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-1cf66516-2c51-44ce-91cd-e17edabd2a99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:05:56.896597 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec439489-7a76-44d2-9e06-fc8eec78b1d5', 'tag': '1c202c55-ca1d-4906-860e-a42a1f10220d', 'status': 'completed', 'code': 200} May 20 17:05:56.934399 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-066bb36c-1797-415a-adfc-3c7f658a5c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:56.935906 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-066bb36c-1797-415a-adfc-3c7f658a5c34 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=633b28eb0b87461f810176c2a59c4333&device_id=ec439489-7a76-44d2-9e06-fc8eec78b1d5 HTTP/1.1" status: 200 len: 1097 time: 0.0779076 May 20 17:05:57.016760 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-030e24d9-ad1c-49b7-a630-248d53aa4851 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c202c55-ca1d-4906-860e-a42a1f10220d HTTP/1.1" status: 200 len: 217 time: 0.0657117 May 20 17:05:57.087129 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-92a0137a-bbb7-4abd-b5b0-4d48b9213268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:57.088463 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-92a0137a-bbb7-4abd-b5b0-4d48b9213268 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=57a04c80-7361-435a-811d-e955eb1e7f4b HTTP/1.1" status: 200 len: 850 time: 0.0646546 May 20 17:05:57.168966 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-6b1c3dd7-6752-4cc2-a3d8-925090be4007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:57.170498 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-6b1c3dd7-6752-4cc2-a3d8-925090be4007 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c2c7c270-423d-436f-960a-39d7d4b1aa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736253 May 20 17:05:57.306613 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-88c28462-5ad8-4500-aa54-d901745f1cb5 service neutron] 10.222.0.75 "GET /v2.0/networks/c2c7c270-423d-436f-960a-39d7d4b1aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278031 May 20 17:05:57.464375 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dbffae1a-c19d-44fe-8b9e-de321b46d0b9 req-7be1c9b8-db70-4b49-8910-2aba02282ee5 service neutron] 10.222.0.75 "GET /v2.0/networks/c2c7c270-423d-436f-960a-39d7d4b1aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494849 May 20 17:05:57.475985 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26080df6-5293-41b2-8995-c0fd2d74156a req-133efa89-883f-43f9-8419-86cd7a270201 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:57.481671 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-26080df6-5293-41b2-8995-c0fd2d74156a req-133efa89-883f-43f9-8419-86cd7a270201 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec439489-7a76-44d2-9e06-fc8eec78b1d5 HTTP/1.1" status: 200 len: 944 time: 0.0877118 May 20 17:05:57.545465 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-26080df6-5293-41b2-8995-c0fd2d74156a req-9470354c-e37a-4b25-957c-d44b877a1c89 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bc51d34-1d65-4f52-9df3-5bfee32cdc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599756 May 20 17:05:57.608219 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb91231-a5ca-415c-a92d-cf37ce1b98d6 req-c0df823c-6e88-492b-92bc-d0c7853a97f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:57.611024 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ceb91231-a5ca-415c-a92d-cf37ce1b98d6 req-c0df823c-6e88-492b-92bc-d0c7853a97f1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=633b28eb0b87461f810176c2a59c4333&device_id=ec439489-7a76-44d2-9e06-fc8eec78b1d5 HTTP/1.1" status: 200 len: 1097 time: 0.0890014 May 20 17:05:57.786905 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb91231-a5ca-415c-a92d-cf37ce1b98d6 req-ba873b68-aa00-4b58-b0d7-31c951b3ef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:57.788372 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ceb91231-a5ca-415c-a92d-cf37ce1b98d6 req-ba873b68-aa00-4b58-b0d7-31c951b3ef5b service neutron] 10.222.0.75 "GET /v2.0/networks?id=c2c7c270-423d-436f-960a-39d7d4b1aa00 HTTP/1.1" status: 200 len: 912 time: 0.1691763 May 20 17:05:57.950758 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ceb91231-a5ca-415c-a92d-cf37ce1b98d6 req-3dfa61bb-49ef-406e-83c8-dd1b24f00fac service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c202c55-ca1d-4906-860e-a42a1f10220d HTTP/1.1" status: 200 len: 217 time: 0.1541438 May 20 17:05:58.032293 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb91231-a5ca-415c-a92d-cf37ce1b98d6 req-1fee0d13-dabb-4f3e-8e5d-8bb0166b4da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:58.033823 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ceb91231-a5ca-415c-a92d-cf37ce1b98d6 req-1fee0d13-dabb-4f3e-8e5d-8bb0166b4da4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=57a04c80-7361-435a-811d-e955eb1e7f4b HTTP/1.1" status: 200 len: 850 time: 0.0737236 May 20 17:05:58.119984 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb91231-a5ca-415c-a92d-cf37ce1b98d6 req-f4de7ed6-ae34-438b-b905-e484e9e360e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:58.121844 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ceb91231-a5ca-415c-a92d-cf37ce1b98d6 req-f4de7ed6-ae34-438b-b905-e484e9e360e8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c2c7c270-423d-436f-960a-39d7d4b1aa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0753326 May 20 17:05:58.261623 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ceb91231-a5ca-415c-a92d-cf37ce1b98d6 req-8d47f687-5934-4c4f-b2a5-cdfa4ac8b92a service neutron] 10.222.0.75 "GET /v2.0/networks/c2c7c270-423d-436f-960a-39d7d4b1aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283915 May 20 17:05:58.761587 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b2cd6-293f-4082-9cc7-0b0330d06c50 req-c3d0a9d2-9206-4e54-8f80-32ff147d195f tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:05:58.763050 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-f20b2cd6-293f-4082-9cc7-0b0330d06c50 req-c3d0a9d2-9206-4e54-8f80-32ff147d195f tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec439489-7a76-44d2-9e06-fc8eec78b1d5 HTTP/1.1" status: 200 len: 944 time: 0.1005795 May 20 17:05:58.813938 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-f20b2cd6-293f-4082-9cc7-0b0330d06c50 req-0ba2f4ba-296d-44b0-870a-2816fc741a1f tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bc51d34-1d65-4f52-9df3-5bfee32cdc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441818 May 20 17:06:00.011892 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86692b3a-b224-49ed-9d40-956b7e5f269a req-4e080fa0-d7da-45a6-8c85-06dab0e00d64 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:00.013521 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-86692b3a-b224-49ed-9d40-956b7e5f269a req-4e080fa0-d7da-45a6-8c85-06dab0e00d64 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec439489-7a76-44d2-9e06-fc8eec78b1d5 HTTP/1.1" status: 200 len: 944 time: 0.0896449 May 20 17:06:00.060136 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-86692b3a-b224-49ed-9d40-956b7e5f269a req-5d33b912-f2b2-4831-8a67-9b1e645d389d tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bc51d34-1d65-4f52-9df3-5bfee32cdc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403340 May 20 17:06:01.045630 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 1c202c55-ca1d-4906-860e-a42a1f10220d details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=119046) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 17:06:01.203475 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 1c202c55-ca1d-4906-860e-a42a1f10220d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1c202c55-ca1d-4906-860e-a42a1f10220d,segment=NetworkSegment(37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec),segment_id=37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:06:01.217878 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Returning: {'device': '1c202c55-ca1d-4906-860e-a42a1f10220d', 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00', 'port_id': '1c202c55-ca1d-4906-860e-a42a1f10220d', 'mac_address': 'fa:16:3e:d6:01:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57a04c80-7361-435a-811d-e955eb1e7f4b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119046) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 17:06:01.221133 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ceb91231-a5ca-415c-a92d-cf37ce1b98d6 req-c1acab50-9ad5-4b18-8446-017aadb436d3 service neutron] 10.222.0.75 "GET /v2.0/networks/c2c7c270-423d-436f-960a-39d7d4b1aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709099 May 20 17:06:01.268930 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41245f-a005-4656-ab18-52a19cc53168 req-d2e13cf1-ea6e-48f4-b507-c501188fbabc tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:01.270493 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8d41245f-a005-4656-ab18-52a19cc53168 req-d2e13cf1-ea6e-48f4-b507-c501188fbabc tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec439489-7a76-44d2-9e06-fc8eec78b1d5 HTTP/1.1" status: 200 len: 944 time: 0.0873737 May 20 17:06:01.280733 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:01.322745 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8d41245f-a005-4656-ab18-52a19cc53168 req-20448c7f-2423-4d72-936d-6fd19237bec1 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bc51d34-1d65-4f52-9df3-5bfee32cdc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457087 May 20 17:06:01.332961 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c202c55-ca1d-4906-860e-a42a1f10220d {{(pid=119046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:06:01.350414 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 1c202c55-ca1d-4906-860e-a42a1f10220d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1c202c55-ca1d-4906-860e-a42a1f10220d,segment=NetworkSegment(37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec),segment_id=37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:06:01.355732 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:01.357513 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-0dd2d66d-c1f8-46b9-a13b-d831ac18d5ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:06:01.422968 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=1c202c55-ca1d-4906-860e-a42a1f10220d,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:06:01.430238 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:01.430581 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:01.430913 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:01.431242 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:01.431564 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:01.431882 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:01.432173 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:01.432520 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:01.432836 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:01.433171 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:01.433471 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:01.433782 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:01.437956 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:06:01.656248 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['1c202c55-ca1d-4906-860e-a42a1f10220d'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:06:02.342167 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 1c202c55-ca1d-4906-860e-a42a1f10220d up at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:06:02.435853 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning for port 1c202c55-ca1d-4906-860e-a42a1f10220d completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:06:02.442840 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning complete for port 1c202c55-ca1d-4906-860e-a42a1f10220d triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:06:02.443210 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:02.552087 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1ad72-e05a-475f-97c3-1d75bf215a0d req-faf98005-b34e-4f0d-90a9-52ae953849fe tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:02.554687 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b8a1ad72-e05a-475f-97c3-1d75bf215a0d req-faf98005-b34e-4f0d-90a9-52ae953849fe tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec439489-7a76-44d2-9e06-fc8eec78b1d5 HTTP/1.1" status: 200 len: 945 time: 0.0943642 May 20 17:06:02.596764 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:02.639909 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b8a1ad72-e05a-475f-97c3-1d75bf215a0d req-8a2233cc-d546-4c33-b3af-5d22cf31c9ae tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bc51d34-1d65-4f52-9df3-5bfee32cdc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736492 May 20 17:06:02.644578 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec439489-7a76-44d2-9e06-fc8eec78b1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c202c55-ca1d-4906-860e-a42a1f10220d'}] {{(pid=119046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:06:02.655591 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 1c202c55-ca1d-4906-860e-a42a1f10220d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1c202c55-ca1d-4906-860e-a42a1f10220d,segment=NetworkSegment(37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec),segment_id=37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:06:02.662262 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:02.665224 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-71f34b8a-da96-4435-b62d-f907549b9166 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:06:02.714386 dv-cinder-786524-7-iscsi neutron-server[119046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec439489-7a76-44d2-9e06-fc8eec78b1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c202c55-ca1d-4906-860e-a42a1f10220d', 'code': 200} May 20 17:06:02.744942 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=1c202c55-ca1d-4906-860e-a42a1f10220d,revision_number=5']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:06:02.748569 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:06:02.952310 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd3e83-3b48-4085-93c6-3fac0a633923 req-50daa74d-4f72-471d-add9-1910cf14bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:02.953777 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-91cd3e83-3b48-4085-93c6-3fac0a633923 req-50daa74d-4f72-471d-add9-1910cf14bb35 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ec439489-7a76-44d2-9e06-fc8eec78b1d5 HTTP/1.1" status: 200 len: 1099 time: 0.0745063 May 20 17:06:03.000533 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-91cd3e83-3b48-4085-93c6-3fac0a633923 req-7aa90d68-5c81-4d49-b056-804174c7e51e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=4bc51d34-1d65-4f52-9df3-5bfee32cdc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392518 May 20 17:06:03.863534 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae73729-91a8-43b7-8ce1-d1c235610a52 req-f7e3c4ce-7517-4021-8b7b-ed3d74a910b4 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:03.865555 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dae73729-91a8-43b7-8ce1-d1c235610a52 req-f7e3c4ce-7517-4021-8b7b-ed3d74a910b4 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec439489-7a76-44d2-9e06-fc8eec78b1d5 HTTP/1.1" status: 200 len: 946 time: 0.0927026 May 20 17:06:03.919097 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dae73729-91a8-43b7-8ce1-d1c235610a52 req-75e504bc-ed25-4d85-a82c-e3c8e0f494a2 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bc51d34-1d65-4f52-9df3-5bfee32cdc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455232 May 20 17:06:05.128278 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2eb3e-a5f5-4087-a323-df52a66c05aa req-5f585737-3ada-4fe1-a3c3-b3660a9cc338 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:05.129759 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d8a2eb3e-a5f5-4087-a323-df52a66c05aa req-5f585737-3ada-4fe1-a3c3-b3660a9cc338 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec439489-7a76-44d2-9e06-fc8eec78b1d5 HTTP/1.1" status: 200 len: 946 time: 0.0926840 May 20 17:06:05.175809 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d8a2eb3e-a5f5-4087-a323-df52a66c05aa req-8f40e169-9542-477b-8e7d-60018fa89fb8 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bc51d34-1d65-4f52-9df3-5bfee32cdc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401030 May 20 17:06:05.374798 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6f8e5-60fb-464d-b315-52818b7d69ba req-809c6ee7-95bb-4c63-9847-cb6602f5c277 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:05.376379 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cae6f8e5-60fb-464d-b315-52818b7d69ba req-809c6ee7-95bb-4c63-9847-cb6602f5c277 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec439489-7a76-44d2-9e06-fc8eec78b1d5 HTTP/1.1" status: 200 len: 946 time: 0.0921593 May 20 17:06:05.385703 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 54568) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:06:05.391172 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-321c9c7a-72d0-48f9-8dc8-fc863a797df8 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Request body: {'floatingip': {'port_id': '1c202c55-ca1d-4906-860e-a42a1f10220d'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:06:05.478740 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-321c9c7a-72d0-48f9-8dc8-fc863a797df8 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for floatingip, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:05.965607 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 54592) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:06:06.095642 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-9d8baff5-62ae-40f4-8937-272b2df559da admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:06.110784 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-9d8baff5-62ae-40f4-8937-272b2df559da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:06:06.115342 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-9d8baff5-62ae-40f4-8937-272b2df559da admin admin] Usage tracker for resource:security_group_rule and tenant:de154bffe5604493bf58b5efca264b2e is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:06:06.118196 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-9d8baff5-62ae-40f4-8937-272b2df559da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:06:06.125651 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-9d8baff5-62ae-40f4-8937-272b2df559da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:06:06.128443 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-321c9c7a-72d0-48f9-8dc8-fc863a797df8 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:06.135154 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-321c9c7a-72d0-48f9-8dc8-fc863a797df8 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16751940'] for floatingip, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:06.212789 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-9d8baff5-62ae-40f4-8937-272b2df559da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:06.218185 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-9d8baff5-62ae-40f4-8937-272b2df559da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:06.227287 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-25661138-18ee-444c-b014-da390c7b2f2b tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:06:06.267303 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8baff5-62ae-40f4-8937-272b2df559da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb16e2b1-a379-4333-b48b-cefc4ea074a1,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:06:06.271515 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-9d8baff5-62ae-40f4-8937-272b2df559da admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=de154bffe5604493bf58b5efca264b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3047028 May 20 17:06:06.277080 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 54598) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:06:06.280472 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8baff5-62ae-40f4-8937-272b2df559da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:06.280842 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8baff5-62ae-40f4-8937-272b2df559da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:06.281235 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8baff5-62ae-40f4-8937-272b2df559da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:06.281574 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8baff5-62ae-40f4-8937-272b2df559da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:06.281922 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8baff5-62ae-40f4-8937-272b2df559da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:06.282273 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8baff5-62ae-40f4-8937-272b2df559da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:06.282620 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8baff5-62ae-40f4-8937-272b2df559da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:06.282994 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8baff5-62ae-40f4-8937-272b2df559da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:06.283504 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8baff5-62ae-40f4-8937-272b2df559da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:06.284152 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8baff5-62ae-40f4-8937-272b2df559da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:06.284152 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8baff5-62ae-40f4-8937-272b2df559da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:06.284373 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8baff5-62ae-40f4-8937-272b2df559da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:06.296756 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-9d8baff5-62ae-40f4-8937-272b2df559da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:06:06.354224 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-7e17dc66-dd4a-42e7-a6e9-54f5a094b14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:06.382016 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-7e17dc66-dd4a-42e7-a6e9-54f5a094b14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:06.419750 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.db.l3_db [None req-321c9c7a-72d0-48f9-8dc8-fc863a797df8 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Floating IP cd4b5658-5ac4-4f79-9cfb-86738dbbdf86 associated. External IP: 172.27.3.157, port: 1c202c55-ca1d-4906-860e-a42a1f10220d. May 20 17:06:06.438082 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-7e17dc66-dd4a-42e7-a6e9-54f5a094b14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:06.442399 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-967eefd7-3e8e-476d-80b3-9edd7fb820e0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:06:06.453657 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e17dc66-dd4a-42e7-a6e9-54f5a094b14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb16e2b1-a379-4333-b48b-cefc4ea074a1,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:06:06.456059 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-7e17dc66-dd4a-42e7-a6e9-54f5a094b14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:06:06.462074 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-7e17dc66-dd4a-42e7-a6e9-54f5a094b14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:06.465868 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-7e17dc66-dd4a-42e7-a6e9-54f5a094b14b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eb16e2b1-a379-4333-b48b-cefc4ea074a1 HTTP/1.1" status: 204 len: 168 time: 0.1854441 May 20 17:06:06.771375 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 54610) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:06:06.792420 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-b1a991f7-0aa7-44fc-9918-b0776ad0621e admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:06.792675 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321c9c7a-72d0-48f9-8dc8-fc863a797df8 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Router 02cf529b-e7b5-4f41-a279-bbc122a976d2 has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:06:06.808153 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-b1a991f7-0aa7-44fc-9918-b0776ad0621e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:06:06.812162 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-b1a991f7-0aa7-44fc-9918-b0776ad0621e admin admin] Usage tracker for resource:security_group_rule and tenant:81d71b6448ed4a95bccbc0b9a389f752 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:06:06.815246 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-b1a991f7-0aa7-44fc-9918-b0776ad0621e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:06:06.821725 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-b1a991f7-0aa7-44fc-9918-b0776ad0621e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:06:06.930214 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-b1a991f7-0aa7-44fc-9918-b0776ad0621e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:06.936001 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-b1a991f7-0aa7-44fc-9918-b0776ad0621e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:06.945046 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-ecf6b050-c88f-4cf0-a37f-db939d953a65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:06:06.987672 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-b1a991f7-0aa7-44fc-9918-b0776ad0621e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=81d71b6448ed4a95bccbc0b9a389f752&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2149787 May 20 17:06:06.988425 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a991f7-0aa7-44fc-9918-b0776ad0621e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43d1da5-4bfe-4dbb-9706-381b9e267484,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:06:06.990718 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 54618) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:06:06.993403 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-b1a991f7-0aa7-44fc-9918-b0776ad0621e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:06:07.017925 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321c9c7a-72d0-48f9-8dc8-fc863a797df8 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:06:07.022486 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-321c9c7a-72d0-48f9-8dc8-fc863a797df8 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for floatingip, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:07.028203 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4a678e-3776-4ea4-b0dc-dfc549f38706 None None] Sync routers for ids ['02cf529b-e7b5-4f41-a279-bbc122a976d2'] in dv-cinder-786524-7-iscsi {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:06:07.037576 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4a678e-3776-4ea4-b0dc-dfc549f38706 None None] Routers {'02cf529b-e7b5-4f41-a279-bbc122a976d2'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:06:07.038199 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-2e4a678e-3776-4ea4-b0dc-dfc549f38706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:05:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['02cf529b-e7b5-4f41-a279-bbc122a976d2'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:06:07.053801 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-2e1ede26-4712-4c2a-8024-ceff6bfeca60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:07.081632 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-321c9c7a-72d0-48f9-8dc8-fc863a797df8 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "PUT /v2.0/floatingips/cd4b5658-5ac4-4f79-9cfb-86738dbbdf86 HTTP/1.1" status: 200 len: 992 time: 1.6917391 May 20 17:06:07.081632 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec439489-7a76-44d2-9e06-fc8eec78b1d5', 'tag': '1c202c55-ca1d-4906-860e-a42a1f10220d'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:06:07.084344 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-2e1ede26-4712-4c2a-8024-ceff6bfeca60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:07.136647 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec439489-7a76-44d2-9e06-fc8eec78b1d5', 'tag': '1c202c55-ca1d-4906-860e-a42a1f10220d', 'status': 'completed', 'code': 200} May 20 17:06:07.166741 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-2e1ede26-4712-4c2a-8024-ceff6bfeca60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:07.173398 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-fbe0675c-aa99-41aa-9740-5fd206571437 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:06:07.225015 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-2e4a678e-3776-4ea4-b0dc-dfc549f38706 None None] Set router 02cf529b-e7b5-4f41-a279-bbc122a976d2 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:06:07.228564 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ede26-4712-4c2a-8024-ceff6bfeca60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43d1da5-4bfe-4dbb-9706-381b9e267484,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:06:07.230911 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-2e1ede26-4712-4c2a-8024-ceff6bfeca60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:06:07.243113 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-2e1ede26-4712-4c2a-8024-ceff6bfeca60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:07.244196 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-2e1ede26-4712-4c2a-8024-ceff6bfeca60 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f43d1da5-4bfe-4dbb-9706-381b9e267484 HTTP/1.1" status: 204 len: 168 time: 0.2525842 May 20 17:06:07.270154 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea724a-f2ae-49ac-bad3-f3ad216d6f3a req-7e859a11-8bbf-4941-8a23-d0c37d63298d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:07.271837 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b6ea724a-f2ae-49ac-bad3-f3ad216d6f3a req-7e859a11-8bbf-4941-8a23-d0c37d63298d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=633b28eb0b87461f810176c2a59c4333&device_id=ec439489-7a76-44d2-9e06-fc8eec78b1d5 HTTP/1.1" status: 200 len: 1099 time: 0.1005533 May 20 17:06:07.589944 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-2e4a678e-3776-4ea4-b0dc-dfc549f38706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'name': 'tempest-AttachVolumeTestJSON-1720347441-router', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:53Z', 'updated_at': '2021-05-20T17:01:04Z', 'revision_number': 4, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'gw_port': {'id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_floatingips': [{'id': 'cd4b5658-5ac4-4f79-9cfb-86738dbbdf86', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'router_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'port_id': '1c202c55-ca1d-4906-860e-a42a1f10220d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00', 'mac_address': 'fa:16:3e:d6:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec439489-7a76-44d2-9e06-fc8eec78b1d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:05:51Z', 'updated_at': '2021-05-20T17:06:06Z', 'revision_number': 1, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f02c530b-04d8-46d3-85fc-a9059e7760f6', 'name': '', 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'mac_address': 'fa:16:3e:98:61:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '57a04c80-7361-435a-811d-e955eb1e7f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:01:01Z', 'updated_at': '2021-05-20T17:01:18Z', 'revision_number': 5, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'subnets': [{'id': '57a04c80-7361-435a-811d-e955eb1e7f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:06:07.593910 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4a678e-3776-4ea4-b0dc-dfc549f38706 None None] Checking router: 02cf529b-e7b5-4f41-a279-bbc122a976d2 for host: dv-cinder-786524-7-iscsi {{(pid=119046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:06:07.602248 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4a678e-3776-4ea4-b0dc-dfc549f38706 None None] Routers {'02cf529b-e7b5-4f41-a279-bbc122a976d2'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:06:07.602856 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-2e4a678e-3776-4ea4-b0dc-dfc549f38706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:05:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['02cf529b-e7b5-4f41-a279-bbc122a976d2'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:06:07.785119 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-2e4a678e-3776-4ea4-b0dc-dfc549f38706 None None] Set router 02cf529b-e7b5-4f41-a279-bbc122a976d2 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:06:08.194893 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-2e4a678e-3776-4ea4-b0dc-dfc549f38706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'name': 'tempest-AttachVolumeTestJSON-1720347441-router', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:53Z', 'updated_at': '2021-05-20T17:01:04Z', 'revision_number': 4, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'gw_port': {'id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_floatingips': [{'id': 'cd4b5658-5ac4-4f79-9cfb-86738dbbdf86', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'router_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'port_id': '1c202c55-ca1d-4906-860e-a42a1f10220d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00', 'mac_address': 'fa:16:3e:d6:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec439489-7a76-44d2-9e06-fc8eec78b1d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:05:51Z', 'updated_at': '2021-05-20T17:06:06Z', 'revision_number': 1, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f02c530b-04d8-46d3-85fc-a9059e7760f6', 'name': '', 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'mac_address': 'fa:16:3e:98:61:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '57a04c80-7361-435a-811d-e955eb1e7f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:01:01Z', 'updated_at': '2021-05-20T17:01:18Z', 'revision_number': 5, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'subnets': [{'id': '57a04c80-7361-435a-811d-e955eb1e7f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:06:08.199155 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4a678e-3776-4ea4-b0dc-dfc549f38706 None None] The sync data for ids ['02cf529b-e7b5-4f41-a279-bbc122a976d2'] in dv-cinder-786524-7-iscsi is: [{'id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'name': 'tempest-AttachVolumeTestJSON-1720347441-router', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:53Z', 'updated_at': '2021-05-20T17:01:04Z', 'revision_number': 4, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'gw_port': {'id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_floatingips': [{'id': 'cd4b5658-5ac4-4f79-9cfb-86738dbbdf86', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'router_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'port_id': '1c202c55-ca1d-4906-860e-a42a1f10220d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00', 'mac_address': 'fa:16:3e:d6:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec439489-7a76-44d2-9e06-fc8eec78b1d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:05:51Z', 'updated_at': '2021-05-20T17:06:06Z', 'revision_number': 1, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f02c530b-04d8-46d3-85fc-a9059e7760f6', 'name': '', 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'mac_address': 'fa:16:3e:98:61:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '57a04c80-7361-435a-811d-e955eb1e7f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:01:01Z', 'updated_at': '2021-05-20T17:01:18Z', 'revision_number': 5, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'subnets': [{'id': '57a04c80-7361-435a-811d-e955eb1e7f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:06:08.390456 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c665475e-abf8-44ba-af83-25a00860405b None None] New status for floating IP cd4b5658-5ac4-4f79-9cfb-86738dbbdf86: ACTIVE {{(pid=119047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 17:06:10.588128 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea724a-f2ae-49ac-bad3-f3ad216d6f3a req-6ec4fae2-11b7-4200-b2ac-393788eb0f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:10.589500 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b6ea724a-f2ae-49ac-bad3-f3ad216d6f3a req-6ec4fae2-11b7-4200-b2ac-393788eb0f10 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c2c7c270-423d-436f-960a-39d7d4b1aa00 HTTP/1.1" status: 200 len: 912 time: 0.2450249 May 20 17:06:10.697360 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b6ea724a-f2ae-49ac-bad3-f3ad216d6f3a req-2ff833fc-bd5e-4e7d-8e14-6eb01fe4bfd1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c202c55-ca1d-4906-860e-a42a1f10220d HTTP/1.1" status: 200 len: 1002 time: 0.0989280 May 20 17:06:10.763621 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea724a-f2ae-49ac-bad3-f3ad216d6f3a req-3f218210-933b-4929-a358-be09485eaae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:10.765055 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b6ea724a-f2ae-49ac-bad3-f3ad216d6f3a req-3f218210-933b-4929-a358-be09485eaae6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=57a04c80-7361-435a-811d-e955eb1e7f4b HTTP/1.1" status: 200 len: 850 time: 0.0612826 May 20 17:06:10.841215 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea724a-f2ae-49ac-bad3-f3ad216d6f3a req-c248e25c-2435-4986-9b42-c05ad1ce4399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:10.842661 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b6ea724a-f2ae-49ac-bad3-f3ad216d6f3a req-c248e25c-2435-4986-9b42-c05ad1ce4399 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c2c7c270-423d-436f-960a-39d7d4b1aa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708129 May 20 17:06:11.059750 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b6ea724a-f2ae-49ac-bad3-f3ad216d6f3a req-ae3aa725-edce-4611-8efb-09bedc1d700b service neutron] 10.222.0.75 "GET /v2.0/networks/c2c7c270-423d-436f-960a-39d7d4b1aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086115 May 20 17:06:11.211482 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b6ea724a-f2ae-49ac-bad3-f3ad216d6f3a req-d795acb0-71f4-4dfb-abf1-d80f4dd6ac58 service neutron] 10.222.0.75 "GET /v2.0/networks/c2c7c270-423d-436f-960a-39d7d4b1aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451159 May 20 17:06:11.577083 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-d37c91e4-b29a-4c39-be4e-7d6daf093b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:12.099591 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e97b24c5-6a2e-4a21-aee8-c5c29e938b01 req-7a4d5d43-1ae3-46d1-88ae-06fb974f3450 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804386 May 20 17:06:12.195030 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b24c5-6a2e-4a21-aee8-c5c29e938b01 req-ad9dfeb9-8ec2-4f48-b491-55b1d0286163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:12.196533 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e97b24c5-6a2e-4a21-aee8-c5c29e938b01 req-ad9dfeb9-8ec2-4f48-b491-55b1d0286163 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0a5d5db9947c4adea81924bf7464e6a5&device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 1099 time: 0.0740232 May 20 17:06:12.345374 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b24c5-6a2e-4a21-aee8-c5c29e938b01 req-fe02ecc5-368d-4693-9b55-fffa6a0b5058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:12.346721 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e97b24c5-6a2e-4a21-aee8-c5c29e938b01 req-fe02ecc5-368d-4693-9b55-fffa6a0b5058 service neutron] 10.222.0.75 "GET /v2.0/networks?id=bf878487-215c-4e5c-a88b-d79110158955 HTTP/1.1" status: 200 len: 910 time: 0.1291661 May 20 17:06:12.452066 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e97b24c5-6a2e-4a21-aee8-c5c29e938b01 req-d328b8a0-bc6c-4d10-b735-00b2292318ed service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb295447-e407-4ae3-824c-44162c4877db HTTP/1.1" status: 200 len: 1001 time: 0.0972562 May 20 17:06:12.518925 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b24c5-6a2e-4a21-aee8-c5c29e938b01 req-3843d397-8fa8-489d-b322-537fe5d10988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:12.520359 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e97b24c5-6a2e-4a21-aee8-c5c29e938b01 req-3843d397-8fa8-489d-b322-537fe5d10988 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7d2384bb-83fb-450e-90a2-cc802278fb21 HTTP/1.1" status: 200 len: 848 time: 0.0611625 May 20 17:06:14.014086 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:14.321189 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:14.322372 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-0228090c-00c0-4968-a2c1-5f9d188a74a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:15.160409 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:15.472269 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b24c5-6a2e-4a21-aee8-c5c29e938b01 req-54676ceb-c536-406d-98db-5793e2aee393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:15.474452 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e97b24c5-6a2e-4a21-aee8-c5c29e938b01 req-54676ceb-c536-406d-98db-5793e2aee393 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf878487-215c-4e5c-a88b-d79110158955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801113 May 20 17:06:15.616945 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e97b24c5-6a2e-4a21-aee8-c5c29e938b01 req-f935c356-e31c-4f34-8a39-0e40c7c0985e service neutron] 10.222.0.75 "GET /v2.0/networks/bf878487-215c-4e5c-a88b-d79110158955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342168 May 20 17:06:15.759288 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e97b24c5-6a2e-4a21-aee8-c5c29e938b01 req-91170a03-bc60-4ef5-8c94-60fd21cd4df0 service neutron] 10.222.0.75 "GET /v2.0/networks/bf878487-215c-4e5c-a88b-d79110158955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340630 May 20 17:06:16.893506 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:23.634944 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 6 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:06:32.866905 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 54912) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:06:32.939854 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.db_base_plugin_v2 [None req-b77b24f4-73e5-48d1-93e1-24e2a7b792d7 admin admin] Deleting subnet 298ed0bc-6ca6-4462-8477-8ec3021e2ef6 {{(pid=119044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 17:06:32.942765 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-b77b24f4-73e5-48d1-93e1-24e2a7b792d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:32.995641 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-b77b24f4-73e5-48d1-93e1-24e2a7b792d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15043276'] for subnet, precommit_delete_associations {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:33.058693 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-b77b24f4-73e5-48d1-93e1-24e2a7b792d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006482'] for subnet, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:33.321913 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-b77b24f4-73e5-48d1-93e1-24e2a7b792d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14410936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15187182'] for subnet, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:33.325987 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-a62db796-d7fa-45f2-a256-01a59beaf3ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:06:33.360006 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b24f4-73e5-48d1-93e1-24e2a7b792d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=298ed0bc-6ca6-4462-8477-8ec3021e2ef6,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:06:33.365932 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-b77b24f4-73e5-48d1-93e1-24e2a7b792d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:06:33.365932 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-b77b24f4-73e5-48d1-93e1-24e2a7b792d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for subnet, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:33.370687 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-b77b24f4-73e5-48d1-93e1-24e2a7b792d7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/298ed0bc-6ca6-4462-8477-8ec3021e2ef6 HTTP/1.1" status: 204 len: 168 time: 0.4999750 May 20 17:06:33.373356 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 54918) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:06:33.552572 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ba27ee45-f608-47c5-9cd6-875982692cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655306'] for network, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:33.686290 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ba27ee45-f608-47c5-9cd6-875982692cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001245', 'neutron.services.segments.db._delete_segments_for_network-8727197674105'] for network, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:33.699953 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-ba27ee45-f608-47c5-9cd6-875982692cbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf86db12-153b-4118-b778-03286efca2e6']}} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:06:33.712396 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-ba27ee45-f608-47c5-9cd6-875982692cbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eebe0223-ada5-4ab3-a594-ee2ef8b7cf07') {'for_net_delete': True} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:06:33.712694 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-ba27ee45-f608-47c5-9cd6-875982692cbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eebe0223-ada5-4ab3-a594-ee2ef8b7cf07') {} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:06:33.724862 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ba27ee45-f608-47c5-9cd6-875982692cbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727197686263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15043267'] for segment, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:33.740997 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ba27ee45-f608-47c5-9cd6-875982692cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:33.747807 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba27ee45-f608-47c5-9cd6-875982692cbd admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=119044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 17:06:33.748196 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ba27ee45-f608-47c5-9cd6-875982692cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14410782'] for segment, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:33.761926 dv-cinder-786524-7-iscsi neutron-server[119044]: Traceback (most recent call last): May 20 17:06:33.761926 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 17:06:33.761926 dv-cinder-786524-7-iscsi neutron-server[119044]: timer() May 20 17:06:33.761926 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 17:06:33.761926 dv-cinder-786524-7-iscsi neutron-server[119044]: cb(*args, **kw) May 20 17:06:33.761926 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 17:06:33.761926 dv-cinder-786524-7-iscsi neutron-server[119044]: return func(*args, **kwargs) May 20 17:06:33.761926 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 17:06:33.761926 dv-cinder-786524-7-iscsi neutron-server[119044]: self._notify() May 20 17:06:33.761926 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 17:06:33.761926 dv-cinder-786524-7-iscsi neutron-server[119044]: self.callback(batched_events) May 20 17:06:33.761926 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 17:06:33.761926 dv-cinder-786524-7-iscsi neutron-server[119044]: event.method(event) May 20 17:06:33.761926 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 17:06:33.761926 dv-cinder-786524-7-iscsi neutron-server[119044]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 17:06:33.761926 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 17:06:33.761926 dv-cinder-786524-7-iscsi neutron-server[119044]: aggregate_uuid = self.p_client.list_aggregates( May 20 17:06:33.761926 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 17:06:33.761926 dv-cinder-786524-7-iscsi neutron-server[119044]: return f(self, *a, **k) May 20 17:06:33.761926 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 17:06:33.761926 dv-cinder-786524-7-iscsi neutron-server[119044]: return self._get(url).json() May 20 17:06:33.761926 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 17:06:33.761926 dv-cinder-786524-7-iscsi neutron-server[119044]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 17:06:33.761926 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 17:06:33.761926 dv-cinder-786524-7-iscsi neutron-server[119044]: return self.request(url, 'GET', **kwargs) May 20 17:06:33.761926 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 17:06:33.761926 dv-cinder-786524-7-iscsi neutron-server[119044]: base_url = self.get_endpoint(auth, allow=allow, May 20 17:06:33.761926 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 17:06:33.761926 dv-cinder-786524-7-iscsi neutron-server[119044]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 17:06:33.761926 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 17:06:33.761926 dv-cinder-786524-7-iscsi neutron-server[119044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 17:06:33.761926 dv-cinder-786524-7-iscsi neutron-server[119044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 17:06:33.847906 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ba27ee45-f608-47c5-9cd6-875982692cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16751962'] for network, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:33.853415 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-e71db255-c610-4379-8d70-35e97a358e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:06:33.867556 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ba27ee45-f608-47c5-9cd6-875982692cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:33.878357 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27ee45-f608-47c5-9cd6-875982692cbd admin admin] Pushing event deleted for resources: {'Network': ['ID=bf86db12-153b-4118-b778-03286efca2e6,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:06:33.881455 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-ba27ee45-f608-47c5-9cd6-875982692cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:06:33.888807 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-ba27ee45-f608-47c5-9cd6-875982692cbd admin admin] 10.222.0.36 "DELETE /v2.0/networks/bf86db12-153b-4118-b778-03286efca2e6 HTTP/1.1" status: 204 len: 168 time: 0.5144219 May 20 17:06:34.082262 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 54934) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:06:34.132839 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-36e96863-0a78-4eda-b9f7-71baae9b1d9b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f3cf9536d634a1fb46c704b591e7be6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491652 May 20 17:06:34.135150 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 54940) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:06:34.199091 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-6ac385ca-8e98-4482-bf35-7e8dfaa78544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:34.228051 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-6ac385ca-8e98-4482-bf35-7e8dfaa78544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:34.294626 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-6ac385ca-8e98-4482-bf35-7e8dfaa78544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:34.298560 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-6aad80e5-e67e-4157-9dc9-7cec5cb6a816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:06:34.312365 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac385ca-8e98-4482-bf35-7e8dfaa78544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279f37e8-029c-4003-8131-d8696048f583,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:06:34.316518 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-6ac385ca-8e98-4482-bf35-7e8dfaa78544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:06:34.325827 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-6ac385ca-8e98-4482-bf35-7e8dfaa78544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:34.327204 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-6ac385ca-8e98-4482-bf35-7e8dfaa78544 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/279f37e8-029c-4003-8131-d8696048f583 HTTP/1.1" status: 204 len: 168 time: 0.1910086 May 20 17:06:41.578181 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-49120ae0-3231-4308-9d07-5247ab429efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:43.284968 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 55042) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:06:43.417394 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a664ed3f-9e3a-4691-8330-0aa210c0284e admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:43.432703 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-a664ed3f-9e3a-4691-8330-0aa210c0284e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:06:43.436809 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-a664ed3f-9e3a-4691-8330-0aa210c0284e admin admin] Usage tracker for resource:security_group_rule and tenant:b002862c132a4c29a3bdf461b2d67d09 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:06:43.440011 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-a664ed3f-9e3a-4691-8330-0aa210c0284e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:06:43.446141 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-a664ed3f-9e3a-4691-8330-0aa210c0284e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:06:43.531116 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a664ed3f-9e3a-4691-8330-0aa210c0284e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:43.535072 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a664ed3f-9e3a-4691-8330-0aa210c0284e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:43.543679 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-2e1ede26-4712-4c2a-8024-ceff6bfeca60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:06:43.586007 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-a664ed3f-9e3a-4691-8330-0aa210c0284e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b002862c132a4c29a3bdf461b2d67d09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2998996 May 20 17:06:43.587750 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664ed3f-9e3a-4691-8330-0aa210c0284e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de65711e-8939-4173-b239-166153bfc03e,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:06:43.588908 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 55050) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:06:43.590883 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-a664ed3f-9e3a-4691-8330-0aa210c0284e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:06:43.654960 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3a55d58c-8da4-435b-ac1c-f75860f731aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:43.680990 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3a55d58c-8da4-435b-ac1c-f75860f731aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:43.738128 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3a55d58c-8da4-435b-ac1c-f75860f731aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:43.743488 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-4336e46a-9d5e-4232-a775-3653794b940f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:06:43.759160 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55d58c-8da4-435b-ac1c-f75860f731aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de65711e-8939-4173-b239-166153bfc03e,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:06:43.763053 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3a55d58c-8da4-435b-ac1c-f75860f731aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:43.764458 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-3a55d58c-8da4-435b-ac1c-f75860f731aa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/de65711e-8939-4173-b239-166153bfc03e HTTP/1.1" status: 204 len: 168 time: 0.1745718 May 20 17:06:43.770788 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55d58c-8da4-435b-ac1c-f75860f731aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:43.771357 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55d58c-8da4-435b-ac1c-f75860f731aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:43.771723 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55d58c-8da4-435b-ac1c-f75860f731aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:43.772080 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55d58c-8da4-435b-ac1c-f75860f731aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:43.772432 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55d58c-8da4-435b-ac1c-f75860f731aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:43.772883 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55d58c-8da4-435b-ac1c-f75860f731aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:43.773261 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55d58c-8da4-435b-ac1c-f75860f731aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:43.773612 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55d58c-8da4-435b-ac1c-f75860f731aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:43.773954 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55d58c-8da4-435b-ac1c-f75860f731aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:43.774496 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55d58c-8da4-435b-ac1c-f75860f731aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:43.774808 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55d58c-8da4-435b-ac1c-f75860f731aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:43.775179 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55d58c-8da4-435b-ac1c-f75860f731aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:06:43.778766 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-3a55d58c-8da4-435b-ac1c-f75860f731aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:06:44.013458 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:44.040999 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cff6e8-3abe-48db-b962-594904257cbb req-8f4164dd-3255-418f-8c8c-68c7b45a4897 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:44.045810 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-35cff6e8-3abe-48db-b962-594904257cbb req-8f4164dd-3255-418f-8c8c-68c7b45a4897 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 946 time: 0.0940976 May 20 17:06:44.051549 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961241a-3edb-4924-add7-c2f81667336d req-98e48429-eb41-49b6-8330-30dc7d8c9886 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:44.053074 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-2961241a-3edb-4924-add7-c2f81667336d req-98e48429-eb41-49b6-8330-30dc7d8c9886 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 946 time: 0.0874488 May 20 17:06:44.092551 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-35cff6e8-3abe-48db-b962-594904257cbb req-266c2012-3072-4387-925e-188031a23274 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440803 May 20 17:06:44.103677 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-2961241a-3edb-4924-add7-c2f81667336d req-64b7b5e0-ac32-482e-9a2f-302ef81e1e11 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431204 May 20 17:06:44.124310 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 55072) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:06:44.141750 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-dadbc0f8-00bf-4aae-86a7-79dae6757795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:44.156624 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-dadbc0f8-00bf-4aae-86a7-79dae6757795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:06:44.161170 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-dadbc0f8-00bf-4aae-86a7-79dae6757795 admin admin] Usage tracker for resource:security_group_rule and tenant:444d1cddb7a74589a0e81a9785ec5b9e is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:06:44.164199 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-dadbc0f8-00bf-4aae-86a7-79dae6757795 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:06:44.170462 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-dadbc0f8-00bf-4aae-86a7-79dae6757795 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:06:44.265660 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-dadbc0f8-00bf-4aae-86a7-79dae6757795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:44.270842 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-dadbc0f8-00bf-4aae-86a7-79dae6757795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:44.278282 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-ae0e7675-7a5d-4f8d-a2ba-6438cfc403fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:06:44.313989 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-dadbc0f8-00bf-4aae-86a7-79dae6757795 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=444d1cddb7a74589a0e81a9785ec5b9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884725 May 20 17:06:44.317192 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 55078) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:06:44.327482 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-8bf4e86d-6c2e-4875-b457-4149c4cf6114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:44.336445 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadbc0f8-00bf-4aae-86a7-79dae6757795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66925395-e82b-4027-8566-36d7f3a93fd3,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:06:44.337800 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:44.342035 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-dadbc0f8-00bf-4aae-86a7-79dae6757795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:06:44.387515 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-e810b4e9-91f6-4970-9319-dcfdf94c5a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:44.412411 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-e810b4e9-91f6-4970-9319-dcfdf94c5a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:44.472773 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-e810b4e9-91f6-4970-9319-dcfdf94c5a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:44.477549 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-25cb6e73-ba5e-406e-8f2a-e1e14f042dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:06:44.489541 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e810b4e9-91f6-4970-9319-dcfdf94c5a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66925395-e82b-4027-8566-36d7f3a93fd3,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:06:44.492433 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-e810b4e9-91f6-4970-9319-dcfdf94c5a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:06:44.495057 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-e810b4e9-91f6-4970-9319-dcfdf94c5a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:44.496106 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-e810b4e9-91f6-4970-9319-dcfdf94c5a3b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/66925395-e82b-4027-8566-36d7f3a93fd3 HTTP/1.1" status: 204 len: 168 time: 0.1780007 May 20 17:06:45.164905 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:45.295571 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9a95c-3c91-4053-bde2-1b919fcd9b70 req-8723be28-d441-45e2-a0bf-050e93ffab3c tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:45.297330 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-cbd9a95c-3c91-4053-bde2-1b919fcd9b70 req-8723be28-d441-45e2-a0bf-050e93ffab3c tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 946 time: 0.0855138 May 20 17:06:45.311866 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5177a6-0eb3-4c40-ab49-7f8397a6b368 req-bb08679a-562e-4192-890c-ce28018002e2 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:45.313690 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8a5177a6-0eb3-4c40-ab49-7f8397a6b368 req-bb08679a-562e-4192-890c-ce28018002e2 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 946 time: 0.0883808 May 20 17:06:45.347078 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-cbd9a95c-3c91-4053-bde2-1b919fcd9b70 req-efadd03d-6ec3-4f25-b79c-ee901f9902ce tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439427 May 20 17:06:45.363137 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8a5177a6-0eb3-4c40-ab49-7f8397a6b368 req-ee0cfe71-4360-4181-b1dd-d79962c5fa67 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429041 May 20 17:06:46.550894 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce6d0c-86a0-4239-b1e2-b38585dd04a6 req-76ab1c0e-1f1c-4f10-98de-1b968c7ab57d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:46.553287 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-40ce6d0c-86a0-4239-b1e2-b38585dd04a6 req-76ab1c0e-1f1c-4f10-98de-1b968c7ab57d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 946 time: 0.0889034 May 20 17:06:46.568562 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25722f1e-0d30-4b95-ac06-18bc04043a64 req-0cc53420-64c3-4970-9b89-2d90d248eb95 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:46.570111 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-25722f1e-0d30-4b95-ac06-18bc04043a64 req-0cc53420-64c3-4970-9b89-2d90d248eb95 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 946 time: 0.0841596 May 20 17:06:46.602937 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-40ce6d0c-86a0-4239-b1e2-b38585dd04a6 req-d50e73c9-4aff-48bf-b36b-9a0e4749ba7e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407982 May 20 17:06:46.625690 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-25722f1e-0d30-4b95-ac06-18bc04043a64 req-c826737c-dace-4421-8e84-299fb2230bbd tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448308 May 20 17:06:46.893885 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:47.435092 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 55160) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:06:47.574048 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bfcc9b63-2a28-4017-8120-2004f360048e admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:47.588920 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-bfcc9b63-2a28-4017-8120-2004f360048e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:06:47.593080 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-bfcc9b63-2a28-4017-8120-2004f360048e admin admin] Usage tracker for resource:security_group_rule and tenant:47bc017ea04440d89c6a185e5763dd90 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:06:47.596076 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-bfcc9b63-2a28-4017-8120-2004f360048e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:06:47.602409 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-bfcc9b63-2a28-4017-8120-2004f360048e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:06:47.687029 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bfcc9b63-2a28-4017-8120-2004f360048e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:47.693106 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bfcc9b63-2a28-4017-8120-2004f360048e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:47.702723 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-2f72904d-fc0e-4a0e-a061-c1a683202aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:06:47.748233 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc9b63-2a28-4017-8120-2004f360048e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e8a0a5-481b-4091-b58e-7a08464329cd,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:06:47.782632 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-bfcc9b63-2a28-4017-8120-2004f360048e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=47bc017ea04440d89c6a185e5763dd90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3463495 May 20 17:06:47.785889 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 55172) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:06:47.788530 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-bfcc9b63-2a28-4017-8120-2004f360048e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:06:47.831988 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a70c52-348c-4d9e-8a71-fba3bb4659c6 req-95695877-6b84-4c3e-aef4-7c97fcc73554 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:47.833572 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-62a70c52-348c-4d9e-8a71-fba3bb4659c6 req-95695877-6b84-4c3e-aef4-7c97fcc73554 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 946 time: 0.0877500 May 20 17:06:47.845181 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ea0be-c112-46c2-9380-9ff9f918b6d5 req-a95ac151-f5bc-4de2-9b88-bebf2f56dcbc tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:47.846988 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-317ea0be-c112-46c2-9380-9ff9f918b6d5 req-a95ac151-f5bc-4de2-9b88-bebf2f56dcbc tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 946 time: 0.1244857 May 20 17:06:47.882709 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-4229bca6-1504-4421-87c1-4b388c190093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:47.883013 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-62a70c52-348c-4d9e-8a71-fba3bb4659c6 req-669ec22b-f0c4-4743-9e3d-d052ebd6d9b7 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436037 May 20 17:06:47.927770 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-317ea0be-c112-46c2-9380-9ff9f918b6d5 req-26f247f7-1714-4993-9f13-02ba8bd784de tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693381 May 20 17:06:47.932029 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-4229bca6-1504-4421-87c1-4b388c190093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:47.989740 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-4229bca6-1504-4421-87c1-4b388c190093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:47.996599 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-9d8baff5-62ae-40f4-8937-272b2df559da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:06:48.013778 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229bca6-1504-4421-87c1-4b388c190093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e8a0a5-481b-4091-b58e-7a08464329cd,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:06:48.014906 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-4229bca6-1504-4421-87c1-4b388c190093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:06:48.019985 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-4229bca6-1504-4421-87c1-4b388c190093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:48.021125 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-4229bca6-1504-4421-87c1-4b388c190093 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/91e8a0a5-481b-4091-b58e-7a08464329cd HTTP/1.1" status: 204 len: 168 time: 0.2343192 May 20 17:06:48.352925 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 55180) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:06:48.370704 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ca583283-c506-47ed-8290-6c02362d1620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:48.385065 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-ca583283-c506-47ed-8290-6c02362d1620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:06:48.389097 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-ca583283-c506-47ed-8290-6c02362d1620 admin admin] Usage tracker for resource:security_group_rule and tenant:c7c45504ba02458d89363c0d2bfc04d0 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:06:48.392340 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-ca583283-c506-47ed-8290-6c02362d1620 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:06:48.399035 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-ca583283-c506-47ed-8290-6c02362d1620 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:06:48.586828 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ca583283-c506-47ed-8290-6c02362d1620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:48.595152 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ca583283-c506-47ed-8290-6c02362d1620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:48.603647 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-b2d1ebbf-a132-4159-a90c-b6cdb0207c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:06:48.641796 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-ca583283-c506-47ed-8290-6c02362d1620 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c7c45504ba02458d89363c0d2bfc04d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872734 May 20 17:06:48.643241 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca583283-c506-47ed-8290-6c02362d1620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593859ac-ce25-445f-9f37-f2efad2192ab,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:06:48.644782 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 55184) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:06:48.646247 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-ca583283-c506-47ed-8290-6c02362d1620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:06:48.711217 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ee7a9d8f-16b1-40cb-974f-379fa7d427ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:48.738185 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ee7a9d8f-16b1-40cb-974f-379fa7d427ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:48.797064 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ee7a9d8f-16b1-40cb-974f-379fa7d427ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:48.801273 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-4229bca6-1504-4421-87c1-4b388c190093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:06:48.812527 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a9d8f-16b1-40cb-974f-379fa7d427ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593859ac-ce25-445f-9f37-f2efad2192ab,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:06:48.817058 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-ee7a9d8f-16b1-40cb-974f-379fa7d427ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:06:48.820366 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ee7a9d8f-16b1-40cb-974f-379fa7d427ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:48.821541 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-ee7a9d8f-16b1-40cb-974f-379fa7d427ff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/593859ac-ce25-445f-9f37-f2efad2192ab HTTP/1.1" status: 204 len: 168 time: 0.1756704 May 20 17:06:49.076797 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2832379-bece-4dbf-97ca-0e7f9459754d req-a5d9a6a8-8455-4643-9dc8-d61511476bbc tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:49.078322 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f2832379-bece-4dbf-97ca-0e7f9459754d req-a5d9a6a8-8455-4643-9dc8-d61511476bbc tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 946 time: 0.0895224 May 20 17:06:49.129487 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f2832379-bece-4dbf-97ca-0e7f9459754d req-0d29581c-7998-4e2b-b58d-e8ce499ce981 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436544 May 20 17:06:49.133557 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade650d-7b44-40c2-82ca-edd8ed222120 req-dbbf02b3-3ab7-4480-943f-48b1163c5bbf tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:49.135437 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-fade650d-7b44-40c2-82ca-edd8ed222120 req-dbbf02b3-3ab7-4480-943f-48b1163c5bbf tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 946 time: 0.0889537 May 20 17:06:49.195994 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-fade650d-7b44-40c2-82ca-edd8ed222120 req-f456bbca-b1f4-4835-b5f5-e813b045f58b tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496817 May 20 17:06:50.337810 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40a58d-e061-4177-97a3-f53ddcc1a0ec req-ffefc533-9163-4707-aba8-059e63203bea tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:50.340259 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0b40a58d-e061-4177-97a3-f53ddcc1a0ec req-ffefc533-9163-4707-aba8-059e63203bea tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 946 time: 0.0986316 May 20 17:06:50.398849 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0b40a58d-e061-4177-97a3-f53ddcc1a0ec req-426ec380-d28c-4548-a491-fdbfb6a50128 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424175 May 20 17:06:50.439044 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9830d9e-e14c-400c-a55a-39079059279e req-a9f8a448-3db1-44ee-836a-d69b667344f8 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:50.440738 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c9830d9e-e14c-400c-a55a-39079059279e req-a9f8a448-3db1-44ee-836a-d69b667344f8 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 946 time: 0.1023822 May 20 17:06:50.492431 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c9830d9e-e14c-400c-a55a-39079059279e req-59185107-3f0a-4de6-9ae4-b575bd433819 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451922 May 20 17:06:51.603744 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957cbd4-00d3-4811-a194-d0b538abbe44 req-bec7cefa-5108-43e5-9336-cd61e112f375 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:51.605296 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-2957cbd4-00d3-4811-a194-d0b538abbe44 req-bec7cefa-5108-43e5-9336-cd61e112f375 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 946 time: 0.0864482 May 20 17:06:51.651920 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-2957cbd4-00d3-4811-a194-d0b538abbe44 req-70153969-f1fe-49e3-9a81-0ef1f383f718 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409970 May 20 17:06:51.696327 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46d851-96b7-45a1-ad28-f0db177f41b7 req-d2d8be9e-27fd-48fb-938a-7d5e83ed6c06 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:51.697726 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8b46d851-96b7-45a1-ad28-f0db177f41b7 req-d2d8be9e-27fd-48fb-938a-7d5e83ed6c06 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 946 time: 0.0868311 May 20 17:06:51.747468 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8b46d851-96b7-45a1-ad28-f0db177f41b7 req-053fc8bb-ae55-4a77-b719-84d0f934c61f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438571 May 20 17:06:52.857124 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9becdb4-ff8d-4716-b8da-e3ebd593a539 req-3e738812-3137-4f3b-a1ed-61653cc7e983 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:52.858708 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b9becdb4-ff8d-4716-b8da-e3ebd593a539 req-3e738812-3137-4f3b-a1ed-61653cc7e983 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 946 time: 0.0936172 May 20 17:06:52.905966 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b9becdb4-ff8d-4716-b8da-e3ebd593a539 req-edcb25f1-b592-4475-853e-ab9ea1810c80 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412273 May 20 17:06:52.958993 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac7bd8-6dbb-4ebc-baf1-0d6b47459bc9 req-2364a2b9-9f70-4165-ba54-0e3d3e2f4ff4 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:52.960482 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-bdac7bd8-6dbb-4ebc-baf1-0d6b47459bc9 req-2364a2b9-9f70-4165-ba54-0e3d3e2f4ff4 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 946 time: 0.0854342 May 20 17:06:53.007436 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-bdac7bd8-6dbb-4ebc-baf1-0d6b47459bc9 req-d4bbb48b-907e-4ef8-87bd-4b6767a3a1d6 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411046 May 20 17:06:53.840474 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 55282) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:06:53.974367 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-cdece592-f677-4f58-abcb-622f6dce1ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:53.989486 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-cdece592-f677-4f58-abcb-622f6dce1ffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:06:53.993719 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-cdece592-f677-4f58-abcb-622f6dce1ffd admin admin] Usage tracker for resource:security_group_rule and tenant:db077f0fbb064c968f20f450790a56ef is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:06:53.997172 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-cdece592-f677-4f58-abcb-622f6dce1ffd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:06:54.005123 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-cdece592-f677-4f58-abcb-622f6dce1ffd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:06:54.240611 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bd94a-37ec-435c-a082-068220d8a47a req-6518cdd6-0f5e-40f2-8a08-0dd53f94aa0a tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:54.242101 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4f5bd94a-37ec-435c-a082-068220d8a47a req-6518cdd6-0f5e-40f2-8a08-0dd53f94aa0a tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 946 time: 0.0994196 May 20 17:06:54.303600 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4f5bd94a-37ec-435c-a082-068220d8a47a req-ad0ac7ef-1149-46ca-acee-34400e36f2c7 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542953 May 20 17:06:54.318676 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3ea57-59bf-48ef-82cd-369ad894e53e req-ef06245e-a64b-4fdc-8771-830378cd03a4 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:54.320992 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c1b3ea57-59bf-48ef-82cd-369ad894e53e req-ef06245e-a64b-4fdc-8771-830378cd03a4 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 946 time: 0.3068326 May 20 17:06:54.356914 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b606b28-5c18-4c14-aeb3-c5eacb61d260 req-7d742134-f7e9-428d-b5a1-4fa7f4e843fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:54.358439 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-8b606b28-5c18-4c14-aeb3-c5eacb61d260 req-7d742134-f7e9-428d-b5a1-4fa7f4e843fa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0a5d5db9947c4adea81924bf7464e6a5&device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 1099 time: 0.2106936 May 20 17:06:54.369842 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-cdece592-f677-4f58-abcb-622f6dce1ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:54.404440 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-cdece592-f677-4f58-abcb-622f6dce1ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:54.434614 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-e185e5a8-4c34-4783-bbc3-86d3fa4f3ef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:06:54.469323 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c1b3ea57-59bf-48ef-82cd-369ad894e53e req-54672efb-9289-422a-a5e0-94f28e8a3b58 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406908 May 20 17:06:54.542641 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-cdece592-f677-4f58-abcb-622f6dce1ffd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db077f0fbb064c968f20f450790a56ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7008739 May 20 17:06:54.546422 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 55294) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:06:54.562237 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdece592-f677-4f58-abcb-622f6dce1ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cc4668-dd9e-4280-853b-10aac63fd193,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:06:54.567345 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-cdece592-f677-4f58-abcb-622f6dce1ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:06:54.595648 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b606b28-5c18-4c14-aeb3-c5eacb61d260 req-915edaec-ddee-478d-a2fb-7fe224236d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:54.597173 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-8b606b28-5c18-4c14-aeb3-c5eacb61d260 req-915edaec-ddee-478d-a2fb-7fe224236d19 service neutron] 10.222.0.75 "GET /v2.0/networks?id=bf878487-215c-4e5c-a88b-d79110158955 HTTP/1.1" status: 200 len: 910 time: 0.2260828 May 20 17:06:54.643344 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f2236b1b-b5b0-47a2-b51b-c2dac45ba2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:54.677598 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f2236b1b-b5b0-47a2-b51b-c2dac45ba2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:54.738519 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-8b606b28-5c18-4c14-aeb3-c5eacb61d260 req-40ee64a6-ea0f-4eaf-bfec-a2d47d8c472f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb295447-e407-4ae3-824c-44162c4877db HTTP/1.1" status: 200 len: 1001 time: 0.1312435 May 20 17:06:54.759849 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f2236b1b-b5b0-47a2-b51b-c2dac45ba2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:54.767979 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-d5a76206-c06d-4708-97f2-32f53bab4659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:06:54.784398 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2236b1b-b5b0-47a2-b51b-c2dac45ba2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cc4668-dd9e-4280-853b-10aac63fd193,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:06:54.788203 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-f2236b1b-b5b0-47a2-b51b-c2dac45ba2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:06:54.799555 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f2236b1b-b5b0-47a2-b51b-c2dac45ba2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:54.803548 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-f2236b1b-b5b0-47a2-b51b-c2dac45ba2c1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/63cc4668-dd9e-4280-853b-10aac63fd193 HTTP/1.1" status: 204 len: 168 time: 0.2535548 May 20 17:06:54.813661 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b606b28-5c18-4c14-aeb3-c5eacb61d260 req-8a5f89b9-2387-4169-b70b-5aa35ad2006b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:54.815999 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-8b606b28-5c18-4c14-aeb3-c5eacb61d260 req-8a5f89b9-2387-4169-b70b-5aa35ad2006b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7d2384bb-83fb-450e-90a2-cc802278fb21 HTTP/1.1" status: 200 len: 848 time: 0.0664585 May 20 17:06:54.911271 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b606b28-5c18-4c14-aeb3-c5eacb61d260 req-c91ca38e-d20a-47bd-9a3c-b5613d2bdba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:54.912781 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-8b606b28-5c18-4c14-aeb3-c5eacb61d260 req-c91ca38e-d20a-47bd-9a3c-b5613d2bdba7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf878487-215c-4e5c-a88b-d79110158955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0867810 May 20 17:06:55.073020 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-8b606b28-5c18-4c14-aeb3-c5eacb61d260 req-38521271-0977-4d19-9ca8-c6676c64aa49 service neutron] 10.222.0.75 "GET /v2.0/networks/bf878487-215c-4e5c-a88b-d79110158955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484947 May 20 17:06:55.163639 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 55302) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:06:55.182714 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-65c9909c-e26b-4285-a46b-5689010e3a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:55.198104 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-65c9909c-e26b-4285-a46b-5689010e3a01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:06:55.202282 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-65c9909c-e26b-4285-a46b-5689010e3a01 admin admin] Usage tracker for resource:security_group_rule and tenant:30e416eccb8f4ef58d004c0b256e570c is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:06:55.205862 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-65c9909c-e26b-4285-a46b-5689010e3a01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:06:55.211731 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-65c9909c-e26b-4285-a46b-5689010e3a01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:06:55.225961 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-8b606b28-5c18-4c14-aeb3-c5eacb61d260 req-52127861-4cfc-4599-bdf2-d0f35220e8a6 service neutron] 10.222.0.75 "GET /v2.0/networks/bf878487-215c-4e5c-a88b-d79110158955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423178 May 20 17:06:55.296086 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-65c9909c-e26b-4285-a46b-5689010e3a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:55.301975 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-65c9909c-e26b-4285-a46b-5689010e3a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:55.308907 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-dd724199-61a3-4fab-905c-812d30ff9060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:06:55.349169 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-65c9909c-e26b-4285-a46b-5689010e3a01 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=30e416eccb8f4ef58d004c0b256e570c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1843698 May 20 17:06:55.350184 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9909c-e26b-4285-a46b-5689010e3a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516022c0-de2b-468d-b2ea-1a9d38d6bfd8,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:06:55.351891 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 55308) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:06:55.353309 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-65c9909c-e26b-4285-a46b-5689010e3a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:06:55.418059 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-f37e44ee-638c-4d18-9054-e9d824b7dd08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:55.446227 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-f37e44ee-638c-4d18-9054-e9d824b7dd08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:55.503425 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-f37e44ee-638c-4d18-9054-e9d824b7dd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:55.508761 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-cdece592-f677-4f58-abcb-622f6dce1ffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:06:55.517094 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b959843-bae5-4855-aac3-efd1d344229d req-ad22c989-f2f4-439d-b73d-34b1818d1a81 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:55.518643 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-2b959843-bae5-4855-aac3-efd1d344229d req-ad22c989-f2f4-439d-b73d-34b1818d1a81 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 946 time: 0.0883968 May 20 17:06:55.521926 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e44ee-638c-4d18-9054-e9d824b7dd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516022c0-de2b-468d-b2ea-1a9d38d6bfd8,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:06:55.524403 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-f37e44ee-638c-4d18-9054-e9d824b7dd08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:06:55.533724 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-f37e44ee-638c-4d18-9054-e9d824b7dd08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:55.537344 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-f37e44ee-638c-4d18-9054-e9d824b7dd08 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/516022c0-de2b-468d-b2ea-1a9d38d6bfd8 HTTP/1.1" status: 204 len: 168 time: 0.1820798 May 20 17:06:55.569525 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-2b959843-bae5-4855-aac3-efd1d344229d req-7a1559a9-36c1-4215-9074-d5915754558e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451522 May 20 17:06:55.762936 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb8400-9449-44ab-b033-7c7df5c7dd96 req-9a87d482-c891-46b5-bab3-10320d763f73 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:55.765093 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-68eb8400-9449-44ab-b033-7c7df5c7dd96 req-9a87d482-c891-46b5-bab3-10320d763f73 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 946 time: 0.0981884 May 20 17:06:55.818349 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-68eb8400-9449-44ab-b033-7c7df5c7dd96 req-fc1a3382-5709-4a72-a370-3c2e7d8c9209 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457258 May 20 17:06:56.792970 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a002406-faac-403a-a67b-dd7f12cc6028 req-61dfdb2c-320a-413f-af7f-9f69d3797acf tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:56.794448 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-4a002406-faac-403a-a67b-dd7f12cc6028 req-61dfdb2c-320a-413f-af7f-9f69d3797acf tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 946 time: 0.1026607 May 20 17:06:56.845135 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-4a002406-faac-403a-a67b-dd7f12cc6028 req-1dfbe89a-441b-43c4-a7f9-37bd98b2ede3 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441422 May 20 17:06:57.016317 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ec93b-2cff-4af0-a2e2-1c691f92d70a req-4be1ec7f-bfd7-4dcd-a270-9dde12ad3e74 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:57.017998 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-208ec93b-2cff-4af0-a2e2-1c691f92d70a req-4be1ec7f-bfd7-4dcd-a270-9dde12ad3e74 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 946 time: 0.0854106 May 20 17:06:57.068947 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-208ec93b-2cff-4af0-a2e2-1c691f92d70a req-9e3d5fd9-c925-480a-a827-d107bd78e99e tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402720 May 20 17:06:58.066116 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d8303-4a71-4960-a45e-329bcc2b60b8 req-c334b391-631a-48c1-b240-b10b33df3589 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:58.067696 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-f57d8303-4a71-4960-a45e-329bcc2b60b8 req-c334b391-631a-48c1-b240-b10b33df3589 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 946 time: 0.0996392 May 20 17:06:58.117279 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-f57d8303-4a71-4960-a45e-329bcc2b60b8 req-b464b29f-12d2-4c6b-9491-b58dbfbe12cb tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433345 May 20 17:06:58.270880 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d542ea-bf54-4346-b511-2456ffa385ca req-cded6463-56c1-4569-ac92-7e87534b4ddf tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:58.272245 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-31d542ea-bf54-4346-b511-2456ffa385ca req-cded6463-56c1-4569-ac92-7e87534b4ddf tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 946 time: 0.0839405 May 20 17:06:58.321346 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-31d542ea-bf54-4346-b511-2456ffa385ca req-e2591a90-0da8-49ca-8d6e-f550619adcc8 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432074 May 20 17:06:59.334328 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b7fa6-c1b4-4a04-882e-3c10561df6c0 req-8859a634-ff28-438c-b378-5aa6e9ded47d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:59.336009 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7a7b7fa6-c1b4-4a04-882e-3c10561df6c0 req-8859a634-ff28-438c-b378-5aa6e9ded47d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 946 time: 0.1006927 May 20 17:06:59.386795 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7a7b7fa6-c1b4-4a04-882e-3c10561df6c0 req-5491fb76-a5ea-452f-952f-bee722b2312d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439951 May 20 17:06:59.694990 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 55362) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:06:59.727169 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635833b-0ba3-4036-bce6-d7e439209909 req-4030dfb1-ca58-42ed-be95-a8052819586c tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:06:59.728751 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-5635833b-0ba3-4036-bce6-d7e439209909 req-4030dfb1-ca58-42ed-be95-a8052819586c tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 946 time: 0.0866086 May 20 17:06:59.778063 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-5635833b-0ba3-4036-bce6-d7e439209909 req-6cffad10-013e-48cc-a9f1-f88671d4de46 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435474 May 20 17:06:59.816021 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c7b6de8b-32e9-4a1b-97d3-a804b620edec req-2f9a42f9-9d15-4807-845b-245763a1718c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1193705 May 20 17:07:00.574422 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 49493298-da3c-4cb4-b699-e24d1c162b07 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=119046) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 17:07:00.576945 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device bb295447-e407-4ae3-824c-44162c4877db no longer exists at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:07:00.589216 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496d3b1-d0ef-48e0-acee-3cd484f4af5a req-a000627f-b945-45eb-8aae-7948354057ce tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:00.590699 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7496d3b1-d0ef-48e0-acee-3cd484f4af5a req-a000627f-b945-45eb-8aae-7948354057ce tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 946 time: 0.0879574 May 20 17:07:00.636109 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 6 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:07:00.639155 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7496d3b1-d0ef-48e0-acee-3cd484f4af5a req-80a3ed22-d9c6-43e9-b5b2-943d1a756136 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418439 May 20 17:07:00.803121 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:00.824613 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 49493298-da3c-4cb4-b699-e24d1c162b07, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=49493298-da3c-4cb4-b699-e24d1c162b07,segment=NetworkSegment(04f20a06-e49b-44e4-8773-c49eb357921a),segment_id=04f20a06-e49b-44e4-8773-c49eb357921a)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:07:00.844501 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Returning: {'device': '49493298-da3c-4cb4-b699-e24d1c162b07', 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe', 'port_id': '49493298-da3c-4cb4-b699-e24d1c162b07', 'mac_address': 'fa:16:3e:47:8d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119046) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 17:07:00.849895 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8879204a-1ef7-4ee2-be4e-ed9fcd40632d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb295447-e407-4ae3-824c-44162c4877db'}] {{(pid=119046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:07:00.888058 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port bb295447-e407-4ae3-824c-44162c4877db, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=bb295447-e407-4ae3-824c-44162c4877db,segment=NetworkSegment(d37f8528-7297-4149-9ffd-cc733462f317),segment_id=d37f8528-7297-4149-9ffd-cc733462f317)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:07:00.903318 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:00.907279 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:07:00.967826 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:00.971496 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78085606-517a-47cc-bcd1-7d186471724a req-cc59497c-41d5-4b1a-9706-51b09248856a tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:00.979536 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-78085606-517a-47cc-bcd1-7d186471724a req-cc59497c-41d5-4b1a-9706-51b09248856a tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 944 time: 0.0932131 May 20 17:07:00.992369 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49493298-da3c-4cb4-b699-e24d1c162b07 {{(pid=119046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:07:01.009723 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=bb295447-e407-4ae3-824c-44162c4877db,revision_number=6']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:07:01.013860 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:07:01.016771 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 49493298-da3c-4cb4-b699-e24d1c162b07, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=49493298-da3c-4cb4-b699-e24d1c162b07,segment=NetworkSegment(04f20a06-e49b-44e4-8773-c49eb357921a),segment_id=04f20a06-e49b-44e4-8773-c49eb357921a)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:07:01.023088 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:01.025163 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:07:01.038324 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-78085606-517a-47cc-bcd1-7d186471724a req-7cd5de69-dd66-41c9-a206-59cffff08b24 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570979 May 20 17:07:01.080283 dv-cinder-786524-7-iscsi neutron-server[119046]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8879204a-1ef7-4ee2-be4e-ed9fcd40632d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bb295447-e407-4ae3-824c-44162c4877db', 'code': 422} returned with failed status May 20 17:07:01.098274 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=49493298-da3c-4cb4-b699-e24d1c162b07,revision_number=6']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:07:01.101159 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:07:01.137803 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['49493298-da3c-4cb4-b699-e24d1c162b07'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:07:01.847310 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e8f5c-d66f-4ef6-b32b-b957399ed146 req-be0fe4ad-04d6-4ee3-a846-f2e2424ca9c4 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:01.848856 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-aa3e8f5c-d66f-4ef6-b32b-b957399ed146 req-be0fe4ad-04d6-4ee3-a846-f2e2424ca9c4 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 945 time: 0.0905180 May 20 17:07:01.901414 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-aa3e8f5c-d66f-4ef6-b32b-b957399ed146 req-4c95f0ae-a82d-4b56-98ab-6b8f4a2fe045 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465422 May 20 17:07:02.248284 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971328bb-5858-4cfd-a956-838eb0bdaa40 req-da20d07d-752e-4b92-933d-64eecaa1a15d tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:02.249916 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-971328bb-5858-4cfd-a956-838eb0bdaa40 req-da20d07d-752e-4b92-933d-64eecaa1a15d tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 944 time: 0.1104829 May 20 17:07:02.308546 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-971328bb-5858-4cfd-a956-838eb0bdaa40 req-1b142178-0de6-464a-a56d-7891809bf034 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489843 May 20 17:07:02.588818 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 49493298-da3c-4cb4-b699-e24d1c162b07 up at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:07:02.664430 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning complete for port 49493298-da3c-4cb4-b699-e24d1c162b07 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:07:02.665109 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:02.796270 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:02.835932 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 49493298-da3c-4cb4-b699-e24d1c162b07, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=49493298-da3c-4cb4-b699-e24d1c162b07,segment=NetworkSegment(04f20a06-e49b-44e4-8773-c49eb357921a),segment_id=04f20a06-e49b-44e4-8773-c49eb357921a)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:07:02.842681 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:02.844812 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:07:02.920631 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=49493298-da3c-4cb4-b699-e24d1c162b07,revision_number=7']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:07:02.928563 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:02.928909 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:02.929281 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:02.929617 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:02.929943 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:02.930270 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:02.930592 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:02.930971 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:02.931418 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:02.931676 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:02.931860 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:02.932286 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:02.936719 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:07:03.081951 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181c7713-b325-491d-82f1-4c40bd0d6baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49493298-da3c-4cb4-b699-e24d1c162b07'}] {{(pid=119046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:07:03.128848 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d286c-e4c7-4d1e-a878-93447fc92546 req-19772310-c8f6-42eb-a4f0-4f4594e76ea3 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:03.136154 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-de4d286c-e4c7-4d1e-a878-93447fc92546 req-19772310-c8f6-42eb-a4f0-4f4594e76ea3 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 946 time: 0.0971837 May 20 17:07:03.142848 dv-cinder-786524-7-iscsi neutron-server[119046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181c7713-b325-491d-82f1-4c40bd0d6baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49493298-da3c-4cb4-b699-e24d1c162b07', 'code': 200} May 20 17:07:03.184983 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-de4d286c-e4c7-4d1e-a878-93447fc92546 req-6de3092d-9916-4e0c-a1d9-ad5abcc3c0af tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479531 May 20 17:07:03.528216 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783c4a8-97ba-47cf-8426-8fd6522822c5 req-1b7745c6-a10d-4349-99ab-6b8aeb1ac230 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:03.530991 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-2783c4a8-97ba-47cf-8426-8fd6522822c5 req-1b7745c6-a10d-4349-99ab-6b8aeb1ac230 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 944 time: 0.1048524 May 20 17:07:03.582878 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-2783c4a8-97ba-47cf-8426-8fd6522822c5 req-162a6708-6d52-4b82-8a4b-e239679fe44d tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453949 May 20 17:07:04.591161 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488286bb-2ac1-413e-9185-eed9c298646c req-14a373ad-61bd-4e79-8d82-ee0afbbdd5ee tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:04.592606 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-488286bb-2ac1-413e-9185-eed9c298646c req-14a373ad-61bd-4e79-8d82-ee0afbbdd5ee tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 946 time: 0.2649639 May 20 17:07:04.645197 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-488286bb-2ac1-413e-9185-eed9c298646c req-7c6ad098-753d-46d1-afa3-43a2ce5464e4 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436232 May 20 17:07:04.780386 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638d1ab-ede6-4525-bb39-b1906eff3aa4 req-26580ea6-21ca-47a3-9c78-55ce976855b7 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:04.782662 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4638d1ab-ede6-4525-bb39-b1906eff3aa4 req-26580ea6-21ca-47a3-9c78-55ce976855b7 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 944 time: 0.0860443 May 20 17:07:04.847546 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4638d1ab-ede6-4525-bb39-b1906eff3aa4 req-b8b24e8f-4845-45fb-9f8f-41d51f7289cb tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437605 May 20 17:07:05.728025 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6de8b-32e9-4a1b-97d3-a804b620edec req-2fa01eee-b7f8-4ed2-93b2-9dc3235aa9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:05.729685 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c7b6de8b-32e9-4a1b-97d3-a804b620edec req-2fa01eee-b7f8-4ed2-93b2-9dc3235aa9ea service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d&tenant_id=0a5d5db9947c4adea81924bf7464e6a5 HTTP/1.1" status: 200 len: 1097 time: 0.1043530 May 20 17:07:05.942320 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6de8b-32e9-4a1b-97d3-a804b620edec req-d2298ce2-a4bb-4e29-ae0e-8d9d644f1348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:05.943906 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c7b6de8b-32e9-4a1b-97d3-a804b620edec req-d2298ce2-a4bb-4e29-ae0e-8d9d644f1348 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0a5d5db9947c4adea81924bf7464e6a5&device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 1097 time: 0.1773903 May 20 17:07:06.023430 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb548993-06ae-4104-8832-b316f4436bd5 req-71659ae9-76b1-4658-9734-12150fdc8a78 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:06.030309 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-fb548993-06ae-4104-8832-b316f4436bd5 req-71659ae9-76b1-4658-9734-12150fdc8a78 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 946 time: 0.2005951 May 20 17:07:06.088424 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a65af4-e44c-4e01-9a9b-31fef3cdea71 req-b364025b-3872-4875-b0b1-e02dcf2cc2e9 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:06.091075 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-38a65af4-e44c-4e01-9a9b-31fef3cdea71 req-b364025b-3872-4875-b0b1-e02dcf2cc2e9 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 944 time: 0.0939248 May 20 17:07:06.156911 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-38a65af4-e44c-4e01-9a9b-31fef3cdea71 req-32a84bd6-4ab3-4a84-b119-fb751e6e8454 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582569 May 20 17:07:06.206706 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-fb548993-06ae-4104-8832-b316f4436bd5 req-dc0f8379-daa2-4e03-af0f-d65c0c7cf0ec tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737144 May 20 17:07:06.212359 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6de8b-32e9-4a1b-97d3-a804b620edec req-66825bf4-6678-4fb1-8774-e7e1a69652b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:06.216623 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c7b6de8b-32e9-4a1b-97d3-a804b620edec req-66825bf4-6678-4fb1-8774-e7e1a69652b2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=bf878487-215c-4e5c-a88b-d79110158955 HTTP/1.1" status: 200 len: 910 time: 0.2586226 May 20 17:07:06.351555 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c7b6de8b-32e9-4a1b-97d3-a804b620edec req-de147b57-1101-4c64-8743-cbf6ce8d508a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb295447-e407-4ae3-824c-44162c4877db HTTP/1.1" status: 200 len: 999 time: 0.1210530 May 20 17:07:06.433156 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6de8b-32e9-4a1b-97d3-a804b620edec req-aa8f183f-7f32-4cec-9235-e9164bc2e83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:06.434726 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c7b6de8b-32e9-4a1b-97d3-a804b620edec req-aa8f183f-7f32-4cec-9235-e9164bc2e83b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7d2384bb-83fb-450e-90a2-cc802278fb21 HTTP/1.1" status: 200 len: 848 time: 0.0737836 May 20 17:07:06.533808 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6de8b-32e9-4a1b-97d3-a804b620edec req-169a2254-093b-4d58-b18e-ffde859d505a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:06.535929 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c7b6de8b-32e9-4a1b-97d3-a804b620edec req-169a2254-093b-4d58-b18e-ffde859d505a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf878487-215c-4e5c-a88b-d79110158955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0936913 May 20 17:07:06.690176 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c7b6de8b-32e9-4a1b-97d3-a804b620edec req-5bee6380-efb8-4bf8-a0b1-5cd245357da5 service neutron] 10.222.0.75 "GET /v2.0/networks/bf878487-215c-4e5c-a88b-d79110158955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452961 May 20 17:07:06.850678 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c7b6de8b-32e9-4a1b-97d3-a804b620edec req-7984d106-4666-4948-a4e6-d9f3e7bee347 service neutron] 10.222.0.75 "GET /v2.0/networks/bf878487-215c-4e5c-a88b-d79110158955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527514 May 20 17:07:07.447283 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbbbd0-4ea3-4c69-8847-6ec78f3babb7 req-5513017c-cb78-4934-8c5b-40dd4220b937 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:07.448841 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-5cbbbbd0-4ea3-4c69-8847-6ec78f3babb7 req-5513017c-cb78-4934-8c5b-40dd4220b937 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 946 time: 0.1007519 May 20 17:07:07.531572 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-5cbbbbd0-4ea3-4c69-8847-6ec78f3babb7 req-e33b9dd0-123c-40b2-9b24-20050cc98665 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744433 May 20 17:07:07.606307 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7ea2c-ce68-4fd9-8cb0-777e3957b0e0 req-46a91445-908a-4b5f-b896-3602293fc832 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:07.608256 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4aa7ea2c-ce68-4fd9-8cb0-777e3957b0e0 req-46a91445-908a-4b5f-b896-3602293fc832 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 944 time: 0.3079832 May 20 17:07:07.660860 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4aa7ea2c-ce68-4fd9-8cb0-777e3957b0e0 req-83d87020-ea9f-43ae-aa9d-6d63402fe9a4 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466046 May 20 17:07:08.754245 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb051868-3ef8-465b-9b8e-e53476765008 req-0f48f94c-892e-40af-808a-7f423accbb1d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:08.755817 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-eb051868-3ef8-465b-9b8e-e53476765008 req-0f48f94c-892e-40af-808a-7f423accbb1d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 946 time: 0.0893857 May 20 17:07:08.845595 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-eb051868-3ef8-465b-9b8e-e53476765008 req-5bde7b4d-23fd-4c7b-afc8-a77782d446fb tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734005 May 20 17:07:08.923783 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fb2ab-8bde-4bc3-8ee6-375a9bb48b4b req-fce103d3-2076-40b0-8686-1df0624a73c0 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:08.925402 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d07fb2ab-8bde-4bc3-8ee6-375a9bb48b4b req-fce103d3-2076-40b0-8686-1df0624a73c0 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 944 time: 0.1023307 May 20 17:07:08.977196 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d07fb2ab-8bde-4bc3-8ee6-375a9bb48b4b req-e06b1239-c34c-4068-b141-837eb9d84928 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455229 May 20 17:07:10.045062 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355bd0c-77fc-450b-ba12-9a161fc73254 req-32de6905-c08f-4c30-9201-df1815a80ed6 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:10.046889 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-3355bd0c-77fc-450b-ba12-9a161fc73254 req-32de6905-c08f-4c30-9201-df1815a80ed6 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 946 time: 0.0902753 May 20 17:07:10.097015 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-3355bd0c-77fc-450b-ba12-9a161fc73254 req-3b3aef2a-fe76-4545-9791-6f8ddf30948f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437262 May 20 17:07:10.216434 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4c6c0-7f4f-4f72-8ba4-e038490aa64a req-95cfb6cf-c7c1-4831-a7a6-4ac290fad76f tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:10.216434 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-5fe4c6c0-7f4f-4f72-8ba4-e038490aa64a req-95cfb6cf-c7c1-4831-a7a6-4ac290fad76f tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 944 time: 0.0958133 May 20 17:07:10.274748 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-5fe4c6c0-7f4f-4f72-8ba4-e038490aa64a req-f6e82d01-810a-4de7-b320-fd001ef9087e tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493343 May 20 17:07:11.312092 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a1498-42e4-41d8-9301-aaba8e1e94b7 req-fec877b3-fac6-4bc5-8c30-428a1648dd53 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:11.313695 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-029a1498-42e4-41d8-9301-aaba8e1e94b7 req-fec877b3-fac6-4bc5-8c30-428a1648dd53 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 946 time: 0.0867870 May 20 17:07:11.366411 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-029a1498-42e4-41d8-9301-aaba8e1e94b7 req-cea55cda-95ef-4ee6-8a67-67b7770fc6ba tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465820 May 20 17:07:11.479183 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e49d5d-173d-4796-9cd0-cf698023f7ba req-d0357a13-89f2-48cd-b704-bf393ecfafe5 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:11.480662 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-11e49d5d-173d-4796-9cd0-cf698023f7ba req-d0357a13-89f2-48cd-b704-bf393ecfafe5 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 944 time: 0.0862877 May 20 17:07:11.528395 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-11e49d5d-173d-4796-9cd0-cf698023f7ba req-ee82e0a1-d53c-46f8-adfd-c49367a2b273 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409999 May 20 17:07:11.581495 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-505d023f-d0b6-4fb8-8b2d-8ba4876efe33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:11.988266 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fafb87-cda6-43ae-a2ed-b1b2b7ee4648 req-fc455216-1d0d-4465-9f1f-410e9f6f5a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:11.989769 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b5fafb87-cda6-43ae-a2ed-b1b2b7ee4648 req-fc455216-1d0d-4465-9f1f-410e9f6f5a04 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=15040cd71cf0497581d552f7a0ff286f&device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 1099 time: 0.0727603 May 20 17:07:12.139500 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fafb87-cda6-43ae-a2ed-b1b2b7ee4648 req-7b79d108-67bf-4118-a78e-d8cbc0cede09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:12.140848 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b5fafb87-cda6-43ae-a2ed-b1b2b7ee4648 req-7b79d108-67bf-4118-a78e-d8cbc0cede09 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe HTTP/1.1" status: 200 len: 918 time: 0.1391356 May 20 17:07:12.323497 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b5fafb87-cda6-43ae-a2ed-b1b2b7ee4648 req-d8c10508-f524-40da-a77b-638b8bd93694 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49493298-da3c-4cb4-b699-e24d1c162b07 HTTP/1.1" status: 200 len: 1002 time: 0.1751511 May 20 17:07:12.392882 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fafb87-cda6-43ae-a2ed-b1b2b7ee4648 req-d1c21778-84b3-4fa6-a529-d6bd468528de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:12.394443 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b5fafb87-cda6-43ae-a2ed-b1b2b7ee4648 req-d1c21778-84b3-4fa6-a529-d6bd468528de service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1551b8a8-c6c6-497b-b551-8db6f5233ebf HTTP/1.1" status: 200 len: 856 time: 0.0628088 May 20 17:07:12.473106 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fafb87-cda6-43ae-a2ed-b1b2b7ee4648 req-dba63985-be26-46c4-8094-1b73a8e6f01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:12.474657 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b5fafb87-cda6-43ae-a2ed-b1b2b7ee4648 req-dba63985-be26-46c4-8094-1b73a8e6f01f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717683 May 20 17:07:12.569636 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab37221-71ca-4027-9214-e027b6d56720 req-a00da688-f019-48ec-bfbc-6610295335ea tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:12.573678 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0ab37221-71ca-4027-9214-e027b6d56720 req-a00da688-f019-48ec-bfbc-6610295335ea tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 946 time: 0.0893781 May 20 17:07:12.621888 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b5fafb87-cda6-43ae-a2ed-b1b2b7ee4648 req-46e8a817-4728-4a36-b4c2-476be74d477c service neutron] 10.222.0.75 "GET /v2.0/networks/3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374738 May 20 17:07:12.624542 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0ab37221-71ca-4027-9214-e027b6d56720 req-8a43fcda-13f4-4f4e-b2f6-7406e5da67c9 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475135 May 20 17:07:12.822767 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b5fafb87-cda6-43ae-a2ed-b1b2b7ee4648 req-c9e4326f-e6f8-48cd-951d-bfa6d279d819 service neutron] 10.222.0.75 "GET /v2.0/networks/3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921911 May 20 17:07:12.839486 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b4c94-65fb-4fbf-b940-7e8072d93ebb req-26c82903-9a25-4881-9f14-cd219402df84 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:12.840937 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-257b4c94-65fb-4fbf-b940-7e8072d93ebb req-26c82903-9a25-4881-9f14-cd219402df84 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 944 time: 0.1741691 May 20 17:07:12.894333 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-257b4c94-65fb-4fbf-b940-7e8072d93ebb req-37733fac-86f8-4ad9-a13d-37d435a31a17 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436902 May 20 17:07:13.834784 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d038325-8704-40c9-8a54-8471ef0b17aa req-7773e760-ae40-410e-8965-b9e6a26b90da tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:13.836166 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9d038325-8704-40c9-8a54-8471ef0b17aa req-7773e760-ae40-410e-8965-b9e6a26b90da tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 946 time: 0.0969989 May 20 17:07:13.883320 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9d038325-8704-40c9-8a54-8471ef0b17aa req-2e015d92-e863-40c7-99ad-b93e0c7e82b7 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412602 May 20 17:07:13.902331 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0e921-c385-4b24-ac74-fad616f550c3 req-5a79e72a-56d3-4ac1-8350-1a0e5ff1a7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:13.903832 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-45c0e921-c385-4b24-ac74-fad616f550c3 req-5a79e72a-56d3-4ac1-8350-1a0e5ff1a7c0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0a5d5db9947c4adea81924bf7464e6a5&device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 1097 time: 0.0746992 May 20 17:07:14.010770 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:14.124974 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0e921-c385-4b24-ac74-fad616f550c3 req-dc2cbdb9-d37a-4d35-b6d6-a64002b1e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:14.126715 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-45c0e921-c385-4b24-ac74-fad616f550c3 req-dc2cbdb9-d37a-4d35-b6d6-a64002b1e979 service neutron] 10.222.0.75 "GET /v2.0/networks?id=bf878487-215c-4e5c-a88b-d79110158955 HTTP/1.1" status: 200 len: 910 time: 0.1956680 May 20 17:07:14.237884 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79728c71-f088-4f6b-a233-d0ed25e0ad52 req-73f0bbfc-cf3b-4727-82c6-ea5d9c1e5fd7 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:14.239321 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-79728c71-f088-4f6b-a233-d0ed25e0ad52 req-73f0bbfc-cf3b-4727-82c6-ea5d9c1e5fd7 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 944 time: 0.2209966 May 20 17:07:14.269617 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-45c0e921-c385-4b24-ac74-fad616f550c3 req-88170e7f-add5-4cdf-bef9-b8b27b529f5e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb295447-e407-4ae3-824c-44162c4877db HTTP/1.1" status: 200 len: 999 time: 0.1285553 May 20 17:07:14.312478 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-d4a3f958-4d68-4cad-a9a2-fcf81e833dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:14.331775 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:14.335018 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-79728c71-f088-4f6b-a233-d0ed25e0ad52 req-c403020a-a3ec-4708-9341-ff79fa603355 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890186 May 20 17:07:14.348367 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0e921-c385-4b24-ac74-fad616f550c3 req-8404d1ce-b35a-41b2-b101-4630cdd812c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:14.349847 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-45c0e921-c385-4b24-ac74-fad616f550c3 req-8404d1ce-b35a-41b2-b101-4630cdd812c5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7d2384bb-83fb-450e-90a2-cc802278fb21 HTTP/1.1" status: 200 len: 848 time: 0.0694556 May 20 17:07:14.437828 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0e921-c385-4b24-ac74-fad616f550c3 req-bdf5973f-1626-4023-b68b-ead650c86542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:14.439293 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-45c0e921-c385-4b24-ac74-fad616f550c3 req-bdf5973f-1626-4023-b68b-ead650c86542 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf878487-215c-4e5c-a88b-d79110158955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0817771 May 20 17:07:14.571994 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-45c0e921-c385-4b24-ac74-fad616f550c3 req-fd73afca-3455-4958-be4e-654d145dbeec service neutron] 10.222.0.75 "GET /v2.0/networks/bf878487-215c-4e5c-a88b-d79110158955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248565 May 20 17:07:14.681879 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device bb295447-e407-4ae3-824c-44162c4877db details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=119046) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 17:07:14.686575 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 49493298-da3c-4cb4-b699-e24d1c162b07 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:07:14.714772 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-45c0e921-c385-4b24-ac74-fad616f550c3 req-2e23f3a4-ed53-4e56-a5a7-95e833016d0b service neutron] 10.222.0.75 "GET /v2.0/networks/bf878487-215c-4e5c-a88b-d79110158955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340277 May 20 17:07:14.930379 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:14.976370 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181c7713-b325-491d-82f1-4c40bd0d6baa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49493298-da3c-4cb4-b699-e24d1c162b07'}] {{(pid=119046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:07:14.989770 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port bb295447-e407-4ae3-824c-44162c4877db, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=bb295447-e407-4ae3-824c-44162c4877db,segment=NetworkSegment(d37f8528-7297-4149-9ffd-cc733462f317),segment_id=d37f8528-7297-4149-9ffd-cc733462f317)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:07:15.005862 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Returning: {'device': 'bb295447-e407-4ae3-824c-44162c4877db', 'network_id': 'bf878487-215c-4e5c-a88b-d79110158955', 'port_id': 'bb295447-e407-4ae3-824c-44162c4877db', 'mac_address': 'fa:16:3e:17:cf:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d2384bb-83fb-450e-90a2-cc802278fb21', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119046) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 17:07:15.012276 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 49493298-da3c-4cb4-b699-e24d1c162b07, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=49493298-da3c-4cb4-b699-e24d1c162b07,segment=NetworkSegment(04f20a06-e49b-44e4-8773-c49eb357921a),segment_id=04f20a06-e49b-44e4-8773-c49eb357921a)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:07:15.055117 dv-cinder-786524-7-iscsi neutron-server[119046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181c7713-b325-491d-82f1-4c40bd0d6baa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49493298-da3c-4cb4-b699-e24d1c162b07', 'code': 200} May 20 17:07:15.055791 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:15.059941 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce07a869-e1d2-411d-90fb-f0225ed91fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:07:15.105471 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0591367-fd9b-4f5c-845b-95f6abd4fb5f req-f37d7ee8-23aa-41cf-86d3-a10f4f2d3990 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:15.110166 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b0591367-fd9b-4f5c-845b-95f6abd4fb5f req-f37d7ee8-23aa-41cf-86d3-a10f4f2d3990 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 944 time: 0.0997090 May 20 17:07:15.122014 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:15.142435 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb295447-e407-4ae3-824c-44162c4877db {{(pid=119046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:07:15.163286 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b0591367-fd9b-4f5c-845b-95f6abd4fb5f req-6d5997ef-a50f-4800-bcf7-d6e88b6454fe tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504346 May 20 17:07:15.178997 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=49493298-da3c-4cb4-b699-e24d1c162b07,revision_number=8']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:07:15.182434 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port bb295447-e407-4ae3-824c-44162c4877db, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=bb295447-e407-4ae3-824c-44162c4877db,segment=NetworkSegment(d37f8528-7297-4149-9ffd-cc733462f317),segment_id=d37f8528-7297-4149-9ffd-cc733462f317)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:07:15.183520 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:07:15.185457 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:15.187279 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:15.189279 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:07:15.262077 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=bb295447-e407-4ae3-824c-44162c4877db,revision_number=7']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:07:15.265361 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:07:15.466349 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['bb295447-e407-4ae3-824c-44162c4877db'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:07:15.687200 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf713a-6c24-41ed-b691-c7b16ad455d0 req-ae82e4b6-4830-4489-92d9-9d98878bbdde tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:15.688943 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-04bf713a-6c24-41ed-b691-c7b16ad455d0 req-ae82e4b6-4830-4489-92d9-9d98878bbdde tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 945 time: 0.0924456 May 20 17:07:15.736564 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-04bf713a-6c24-41ed-b691-c7b16ad455d0 req-2633cbc6-4646-43ef-bab7-fd21e68db441 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406134 May 20 17:07:16.698884 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device bb295447-e407-4ae3-824c-44162c4877db up at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:07:16.712854 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26450597-1b64-4f0b-8682-e8160491f0a6 req-cad77917-dc8e-44ff-bca7-8edd7a11538e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:16.714631 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-26450597-1b64-4f0b-8682-e8160491f0a6 req-cad77917-dc8e-44ff-bca7-8edd7a11538e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 944 time: 0.0884445 May 20 17:07:16.723683 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0ea27c55-8778-4a42-b9a9-14f70315ae90 req-d6008e44-594d-4965-ae88-6df5d560cf83 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0810311 May 20 17:07:16.766213 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-26450597-1b64-4f0b-8682-e8160491f0a6 req-36ce7777-ba23-48f5-bab8-c6698730cb75 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445194 May 20 17:07:16.772051 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning complete for port bb295447-e407-4ae3-824c-44162c4877db triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:07:16.772645 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:16.914448 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:16.925405 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:16.934144 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef4138-8228-489a-9b43-1f144b74547b req-2be13e7c-d64f-454b-9e0a-f78d5c79aeca tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:16.935639 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-35ef4138-8228-489a-9b43-1f144b74547b req-2be13e7c-d64f-454b-9e0a-f78d5c79aeca tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 945 time: 0.0847371 May 20 17:07:16.952895 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port bb295447-e407-4ae3-824c-44162c4877db, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=bb295447-e407-4ae3-824c-44162c4877db,segment=NetworkSegment(d37f8528-7297-4149-9ffd-cc733462f317),segment_id=d37f8528-7297-4149-9ffd-cc733462f317)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:07:16.958241 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:16.959443 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 49493298-da3c-4cb4-b699-e24d1c162b07 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:07:16.988126 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-35ef4138-8228-489a-9b43-1f144b74547b req-4a583cbc-ec32-4636-8e9a-a8f48c817707 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445902 May 20 17:07:17.003953 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:07:17.058184 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8879204a-1ef7-4ee2-be4e-ed9fcd40632d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb295447-e407-4ae3-824c-44162c4877db'}] {{(pid=119046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:07:17.101217 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=bb295447-e407-4ae3-824c-44162c4877db,revision_number=8']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:07:17.105306 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:07:17.133608 dv-cinder-786524-7-iscsi neutron-server[119046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8879204a-1ef7-4ee2-be4e-ed9fcd40632d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb295447-e407-4ae3-824c-44162c4877db', 'code': 200} May 20 17:07:17.575961 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76707f-1940-4c09-90b8-ae045f667590 req-6a19890f-44d0-4a8f-bc9b-c087ea68b12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:17.577477 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-9d76707f-1940-4c09-90b8-ae045f667590 req-6a19890f-44d0-4a8f-bc9b-c087ea68b12b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 1099 time: 0.1627507 May 20 17:07:17.625885 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-9d76707f-1940-4c09-90b8-ae045f667590 req-934dd667-348d-4960-8227-937c99fff33f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392597 May 20 17:07:17.829775 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea27c55-8778-4a42-b9a9-14f70315ae90 req-f180c1cd-88d8-4f21-9848-61b6e9e585f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:17.831311 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0ea27c55-8778-4a42-b9a9-14f70315ae90 req-f180c1cd-88d8-4f21-9848-61b6e9e585f4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa&tenant_id=15040cd71cf0497581d552f7a0ff286f HTTP/1.1" status: 200 len: 1097 time: 0.0795443 May 20 17:07:17.933432 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea27c55-8778-4a42-b9a9-14f70315ae90 req-5a6ae20f-f1d3-4a76-843a-5205dbd4e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:17.934922 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0ea27c55-8778-4a42-b9a9-14f70315ae90 req-5a6ae20f-f1d3-4a76-843a-5205dbd4e1f3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=15040cd71cf0497581d552f7a0ff286f&device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 1097 time: 0.0809126 May 20 17:07:17.974964 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a592b-55e7-4af5-b755-93050f3f8996 req-b716805d-e1d1-4ee1-95e8-8f3a1bf1d068 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:17.976460 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-190a592b-55e7-4af5-b755-93050f3f8996 req-b716805d-e1d1-4ee1-95e8-8f3a1bf1d068 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 944 time: 0.0911279 May 20 17:07:18.024556 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-190a592b-55e7-4af5-b755-93050f3f8996 req-e7c09d5a-9dfe-4598-90e8-0029e57dbb91 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413821 May 20 17:07:18.073549 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea27c55-8778-4a42-b9a9-14f70315ae90 req-47773e99-edd2-463d-b152-64d0d5a509d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:18.075020 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0ea27c55-8778-4a42-b9a9-14f70315ae90 req-47773e99-edd2-463d-b152-64d0d5a509d2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe HTTP/1.1" status: 200 len: 918 time: 0.1319818 May 20 17:07:18.225860 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0ea27c55-8778-4a42-b9a9-14f70315ae90 req-175d6cd4-1182-43f6-a660-dc9af4d3123c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49493298-da3c-4cb4-b699-e24d1c162b07 HTTP/1.1" status: 200 len: 1000 time: 0.1432648 May 20 17:07:18.296095 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7f66d-560e-432c-8a7c-87c486c3503b req-d55b4eac-a9de-40da-a740-7b3eab24a0e4 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:18.297630 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ded7f66d-560e-432c-8a7c-87c486c3503b req-d55b4eac-a9de-40da-a740-7b3eab24a0e4 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 946 time: 0.1596663 May 20 17:07:18.322520 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea27c55-8778-4a42-b9a9-14f70315ae90 req-36c6e5c1-e067-41dc-93ff-43dd4070404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:18.323890 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0ea27c55-8778-4a42-b9a9-14f70315ae90 req-36c6e5c1-e067-41dc-93ff-43dd4070404f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1551b8a8-c6c6-497b-b551-8db6f5233ebf HTTP/1.1" status: 200 len: 856 time: 0.0871146 May 20 17:07:18.389994 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ded7f66d-560e-432c-8a7c-87c486c3503b req-b09449b6-d828-4cd2-aa36-3a1b1804de96 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855501 May 20 17:07:18.419779 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea27c55-8778-4a42-b9a9-14f70315ae90 req-3e090cf1-1fde-40f2-bd95-1616ba7b962b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:18.421291 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0ea27c55-8778-4a42-b9a9-14f70315ae90 req-3e090cf1-1fde-40f2-bd95-1616ba7b962b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0838242 May 20 17:07:18.560863 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0ea27c55-8778-4a42-b9a9-14f70315ae90 req-72ecb0f9-bfd5-4c9a-84e2-b62d6bcc0507 service neutron] 10.222.0.75 "GET /v2.0/networks/3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310618 May 20 17:07:18.701633 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0ea27c55-8778-4a42-b9a9-14f70315ae90 req-e26ff95a-41a0-46fb-8d41-34c6f36c4c59 service neutron] 10.222.0.75 "GET /v2.0/networks/3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333938 May 20 17:07:19.250576 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ad3d4-313f-4a51-8ab9-a216a6974a86 req-cc540c81-6621-4d5e-a951-6b172b72f2c0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:19.260032 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-5b3ad3d4-313f-4a51-8ab9-a216a6974a86 req-cc540c81-6621-4d5e-a951-6b172b72f2c0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 944 time: 0.1059051 May 20 17:07:19.305746 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-5b3ad3d4-313f-4a51-8ab9-a216a6974a86 req-9e50f710-36fc-4986-94ab-65007adfac08 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445542 May 20 17:07:19.595682 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115dc9b-aa67-4e35-80f6-599474a3e2a7 req-db4940be-a202-4ac2-8264-93c78efd78eb tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:19.597209 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-2115dc9b-aa67-4e35-80f6-599474a3e2a7 req-db4940be-a202-4ac2-8264-93c78efd78eb tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 946 time: 0.0929768 May 20 17:07:19.645904 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-2115dc9b-aa67-4e35-80f6-599474a3e2a7 req-2633df49-194e-4d69-9a40-4f6af76809ac tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421352 May 20 17:07:20.517019 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a9e49-f788-4e83-8c2f-f6986470c84b req-a3868633-e33f-41ae-ae55-ac60d1b36b96 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:20.518594 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-944a9e49-f788-4e83-8c2f-f6986470c84b req-a3868633-e33f-41ae-ae55-ac60d1b36b96 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 944 time: 0.0864580 May 20 17:07:20.565516 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-944a9e49-f788-4e83-8c2f-f6986470c84b req-ac346621-22d2-4729-bfe4-5b8366037a3e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410244 May 20 17:07:21.778822 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720376ba-9c1b-41a9-82a5-65bfd266820f req-0a753699-5d17-41f1-a20a-b7d415463d52 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:21.780409 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-720376ba-9c1b-41a9-82a5-65bfd266820f req-0a753699-5d17-41f1-a20a-b7d415463d52 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 944 time: 0.0987248 May 20 17:07:21.828993 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-720376ba-9c1b-41a9-82a5-65bfd266820f req-5adce757-59d2-400e-bff7-045a037a0cb7 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424829 May 20 17:07:22.802588 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9e74f-f0c2-4f14-81c9-4e6a1c803339 req-c98e547e-ab59-4a95-b171-7b65bb41889b tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:22.803958 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-1ca9e74f-f0c2-4f14-81c9-4e6a1c803339 req-c98e547e-ab59-4a95-b171-7b65bb41889b tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 945 time: 0.0919948 May 20 17:07:22.873802 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-1ca9e74f-f0c2-4f14-81c9-4e6a1c803339 req-80afba6d-042e-4229-af76-4e94f7c3a4d5 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606697 May 20 17:07:23.061747 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19bb53-b9ad-4f35-a76d-efe0908dec9b req-28c821cf-0b29-4649-bc12-7ec40d1c04f4 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:23.063111 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-6e19bb53-b9ad-4f35-a76d-efe0908dec9b req-28c821cf-0b29-4649-bc12-7ec40d1c04f4 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 944 time: 0.0954301 May 20 17:07:23.114959 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-6e19bb53-b9ad-4f35-a76d-efe0908dec9b req-22346703-5cb7-4475-82c4-76e8495b24d3 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441797 May 20 17:07:24.078817 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475937e-1c6b-4b79-bb9b-98a4a83e827e req-d23919e1-bab1-4b09-b33c-3e904be77360 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:24.080384 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3475937e-1c6b-4b79-bb9b-98a4a83e827e req-d23919e1-bab1-4b09-b33c-3e904be77360 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 945 time: 0.0866065 May 20 17:07:24.130906 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3475937e-1c6b-4b79-bb9b-98a4a83e827e req-cb0783ac-237a-46c6-9320-23244fc1f55a tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442691 May 20 17:07:24.319968 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f277c52-73a4-45e2-b9a4-5e5c0be6ddd2 req-01d32445-1a88-4b17-ad99-7e6a081bd776 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:24.321486 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0f277c52-73a4-45e2-b9a4-5e5c0be6ddd2 req-01d32445-1a88-4b17-ad99-7e6a081bd776 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 944 time: 0.0903356 May 20 17:07:24.374130 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0f277c52-73a4-45e2-b9a4-5e5c0be6ddd2 req-ab9ce44e-4f6d-4a9c-90f2-fc082e6f200c tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447505 May 20 17:07:25.333031 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7dd6fa-8cab-4e0b-9537-6d52c31e67af req-2ddd9fd5-6b76-4957-8acf-fe86dc35a161 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:25.335245 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-6b7dd6fa-8cab-4e0b-9537-6d52c31e67af req-2ddd9fd5-6b76-4957-8acf-fe86dc35a161 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 945 time: 0.0960908 May 20 17:07:25.384725 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-6b7dd6fa-8cab-4e0b-9537-6d52c31e67af req-df837c6f-28e3-466b-b776-fce240ff8ac5 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421095 May 20 17:07:25.584184 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b70edc-6978-4a9a-9c0b-3cbee97bddc3 req-76daa82c-bb62-4970-9437-5cd3d55fcdf0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:25.585707 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-a0b70edc-6978-4a9a-9c0b-3cbee97bddc3 req-76daa82c-bb62-4970-9437-5cd3d55fcdf0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 944 time: 0.0935121 May 20 17:07:25.634593 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-a0b70edc-6978-4a9a-9c0b-3cbee97bddc3 req-045a487c-3eaa-49f4-a91d-9e6932be3c70 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428770 May 20 17:07:26.589317 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcfd41-0eef-4d65-aba2-6b377d5ee2b3 req-26768db2-e7e8-4942-b9e1-820943a141e5 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:26.590831 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-08bcfd41-0eef-4d65-aba2-6b377d5ee2b3 req-26768db2-e7e8-4942-b9e1-820943a141e5 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 945 time: 0.0846965 May 20 17:07:26.642762 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-08bcfd41-0eef-4d65-aba2-6b377d5ee2b3 req-9d3d22ec-351e-4e3a-9842-89630bf543ed tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456786 May 20 17:07:26.839252 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db8c02-7813-49bb-a74f-4feeeff2755d req-e7db3261-d565-443d-ad71-8d435a5f61f4 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:26.840725 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-73db8c02-7813-49bb-a74f-4feeeff2755d req-e7db3261-d565-443d-ad71-8d435a5f61f4 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 944 time: 0.0898285 May 20 17:07:26.894908 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-73db8c02-7813-49bb-a74f-4feeeff2755d req-2fdec4c2-01ca-408b-b416-90579eb7af55 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482399 May 20 17:07:27.930834 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4067390-a946-4824-863c-d4d681c5c432 req-858d2470-1e0f-4f50-a365-63e8df6c5e73 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:27.932448 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d4067390-a946-4824-863c-d4d681c5c432 req-858d2470-1e0f-4f50-a365-63e8df6c5e73 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 945 time: 0.1718686 May 20 17:07:27.982234 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d4067390-a946-4824-863c-d4d681c5c432 req-255cef37-6c76-4f1c-b579-0bcafbebf69d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435421 May 20 17:07:28.097589 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5e091-8127-4df1-921f-a2915a26351d req-f4df9b8b-b61d-4ad4-adab-0dcd21d303c8 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:28.099797 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-73e5e091-8127-4df1-921f-a2915a26351d req-f4df9b8b-b61d-4ad4-adab-0dcd21d303c8 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 944 time: 0.0874472 May 20 17:07:28.149223 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-73e5e091-8127-4df1-921f-a2915a26351d req-42e38b5d-b7e5-4921-925d-0bed965a591f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435240 May 20 17:07:29.185047 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2a9d7-1f6a-4677-8309-e21c20a304b1 req-5132f7f7-37ec-42d9-8208-204a59d95188 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:29.186561 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-fcb2a9d7-1f6a-4677-8309-e21c20a304b1 req-5132f7f7-37ec-42d9-8208-204a59d95188 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 945 time: 0.0960484 May 20 17:07:29.234726 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-fcb2a9d7-1f6a-4677-8309-e21c20a304b1 req-3bb62a0c-7711-4b81-b94f-3b978c5e9830 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421431 May 20 17:07:29.350815 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26c799-160d-4bf3-bdfd-f78e8a7acd9c req-9fee6062-c527-411b-a4a9-ce1b0faec26d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:29.352163 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4a26c799-160d-4bf3-bdfd-f78e8a7acd9c req-9fee6062-c527-411b-a4a9-ce1b0faec26d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 944 time: 0.0877962 May 20 17:07:29.489844 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4a26c799-160d-4bf3-bdfd-f78e8a7acd9c req-c4379e7a-c58e-4b5b-a7a5-ec3823be7e17 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311500 May 20 17:07:30.455190 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8677d-d3e8-40b0-bee0-969361183474 req-fc236b0f-ae0e-45df-9ce2-a09f1d296026 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:30.456666 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-aef8677d-d3e8-40b0-bee0-969361183474 req-fc236b0f-ae0e-45df-9ce2-a09f1d296026 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 945 time: 0.0947254 May 20 17:07:30.502973 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-aef8677d-d3e8-40b0-bee0-969361183474 req-2bdd24fe-d865-45c8-b5c2-8a24ad71de72 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403752 May 20 17:07:30.702046 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e906c-4da2-4cdf-ba29-ce507321ede3 req-4f4ffdee-2a12-4fe8-a5f6-66d9abdf9289 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:30.703549 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-954e906c-4da2-4cdf-ba29-ce507321ede3 req-4f4ffdee-2a12-4fe8-a5f6-66d9abdf9289 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 944 time: 0.0953147 May 20 17:07:30.757411 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-954e906c-4da2-4cdf-ba29-ce507321ede3 req-9f50dc2d-d00f-4d28-bfa3-1f7335ae07a6 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450940 May 20 17:07:31.092662 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63279548-b577-4f5e-afcb-e25092f2657b req-ffe5957b-acfc-40e4-8748-ea70588a34f9 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:31.094111 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-63279548-b577-4f5e-afcb-e25092f2657b req-ffe5957b-acfc-40e4-8748-ea70588a34f9 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.75 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 945 time: 0.0965309 May 20 17:07:31.238259 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [req-63279548-b577-4f5e-afcb-e25092f2657b req-6eae948d-4a98-4096-8027-93eccd7fccee tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Deleting port 5f36aa5f-f256-4538-8408-9dc0b44b3ebf {{(pid=119044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:07:31.238588 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-63279548-b577-4f5e-afcb-e25092f2657b req-6eae948d-4a98-4096-8027-93eccd7fccee tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:31.386746 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [req-63279548-b577-4f5e-afcb-e25092f2657b req-6eae948d-4a98-4096-8027-93eccd7fccee tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] For port 5f36aa5f-f256-4538-8408-9dc0b44b3ebf, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5f36aa5f-f256-4538-8408-9dc0b44b3ebf,segment=NetworkSegment(4a8f8994-6d3f-475e-b8df-b63a9baa5b45),segment_id=4a8f8994-6d3f-475e-b8df-b63a9baa5b45)] {{(pid=119044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:07:31.387079 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-63279548-b577-4f5e-afcb-e25092f2657b req-6eae948d-4a98-4096-8027-93eccd7fccee tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:31.686852 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-63279548-b577-4f5e-afcb-e25092f2657b req-6eae948d-4a98-4096-8027-93eccd7fccee tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:31.687574 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-63279548-b577-4f5e-afcb-e25092f2657b req-6eae948d-4a98-4096-8027-93eccd7fccee tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16751940'] for floatingip, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:31.687574 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.db.l3_db [req-63279548-b577-4f5e-afcb-e25092f2657b req-6eae948d-4a98-4096-8027-93eccd7fccee tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Floating IP 38d508e9-3bec-44f4-a1ca-05b33e291116 disassociated. External IP: 172.27.3.235, port: 5f36aa5f-f256-4538-8408-9dc0b44b3ebf. May 20 17:07:31.687919 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [req-63279548-b577-4f5e-afcb-e25092f2657b req-6eae948d-4a98-4096-8027-93eccd7fccee tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Calling delete_port for 5f36aa5f-f256-4538-8408-9dc0b44b3ebf owned by compute:nova {{(pid=119044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:07:31.696278 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbae617-651d-4eb6-8716-9527c402e3a5 req-08ee6ffb-f3ef-46b8-8694-00b0bd2bc7be tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:31.698032 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-bfbae617-651d-4eb6-8716-9527c402e3a5 req-08ee6ffb-f3ef-46b8-8694-00b0bd2bc7be tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 945 time: 0.0825198 May 20 17:07:31.745476 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-bfbae617-651d-4eb6-8716-9527c402e3a5 req-6a100964-56ce-4b7b-8c04-b3a4fc0820dd tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414579 May 20 17:07:31.816126 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-63279548-b577-4f5e-afcb-e25092f2657b req-6eae948d-4a98-4096-8027-93eccd7fccee tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:31.827284 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-fbe0675c-aa99-41aa-9740-5fd206571437 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:07:31.871931 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae948d-4a98-4096-8027-93eccd7fccee tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Pushing event deleted for resources: {'Port': ['ID=5f36aa5f-f256-4538-8408-9dc0b44b3ebf,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:07:31.893941 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae948d-4a98-4096-8027-93eccd7fccee tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:31.894501 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae948d-4a98-4096-8027-93eccd7fccee tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:31.894891 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae948d-4a98-4096-8027-93eccd7fccee tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:31.895346 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae948d-4a98-4096-8027-93eccd7fccee tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:31.895797 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae948d-4a98-4096-8027-93eccd7fccee tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:31.896245 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae948d-4a98-4096-8027-93eccd7fccee tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:31.896691 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae948d-4a98-4096-8027-93eccd7fccee tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:31.897167 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae948d-4a98-4096-8027-93eccd7fccee tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:31.897772 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae948d-4a98-4096-8027-93eccd7fccee tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:31.898232 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae948d-4a98-4096-8027-93eccd7fccee tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:31.898674 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae948d-4a98-4096-8027-93eccd7fccee tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:31.899114 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae948d-4a98-4096-8027-93eccd7fccee tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:31.962170 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-6eae948d-4a98-4096-8027-93eccd7fccee tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:07:31.978289 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618f4ca-0517-4429-ad82-d92d165a7241 req-518f105d-809f-41e1-a90c-8dfdfad999a5 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:31.980443 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-f618f4ca-0517-4429-ad82-d92d165a7241 req-518f105d-809f-41e1-a90c-8dfdfad999a5 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 944 time: 0.1064353 May 20 17:07:32.037096 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-f618f4ca-0517-4429-ad82-d92d165a7241 req-a228de1f-d343-486c-af47-1f5a13e12746 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495274 May 20 17:07:32.104784 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63279548-b577-4f5e-afcb-e25092f2657b req-6eae948d-4a98-4096-8027-93eccd7fccee tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Router c176277e-1f98-47eb-9e29-252d126d6226 has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:07:32.286271 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63279548-b577-4f5e-afcb-e25092f2657b req-6eae948d-4a98-4096-8027-93eccd7fccee tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:07:32.296113 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a85dbbd-bfbd-489e-b17a-1f4407d80f5e None None] Sync routers for ids ['c176277e-1f98-47eb-9e29-252d126d6226'] in dv-cinder-786524-7-iscsi {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:07:32.307032 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a85dbbd-bfbd-489e-b17a-1f4407d80f5e None None] Routers {'c176277e-1f98-47eb-9e29-252d126d6226'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:07:32.307649 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-0a85dbbd-bfbd-489e-b17a-1f4407d80f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:07:14Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c176277e-1f98-47eb-9e29-252d126d6226'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:07:32.454062 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [req-63279548-b577-4f5e-afcb-e25092f2657b req-6eae948d-4a98-4096-8027-93eccd7fccee tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] No DVR routers for this DVR port 5f36aa5f-f256-4538-8408-9dc0b44b3ebf on host hv-cinder-78652 {{(pid=119044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:07:32.456754 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-63279548-b577-4f5e-afcb-e25092f2657b req-6eae948d-4a98-4096-8027-93eccd7fccee tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:32.459546 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b', 'name': 'network-vif-deleted', 'tag': '5f36aa5f-f256-4538-8408-9dc0b44b3ebf'}] {{(pid=119044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:07:32.478285 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-63279548-b577-4f5e-afcb-e25092f2657b req-6eae948d-4a98-4096-8027-93eccd7fccee tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.75 "DELETE /v2.0/ports/5f36aa5f-f256-4538-8408-9dc0b44b3ebf HTTP/1.1" status: 204 len: 173 time: 1.3751919 May 20 17:07:32.497379 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-0a85dbbd-bfbd-489e-b17a-1f4407d80f5e None None] Set router c176277e-1f98-47eb-9e29-252d126d6226 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:07:32.575414 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b', 'name': 'network-vif-deleted', 'tag': '5f36aa5f-f256-4538-8408-9dc0b44b3ebf', 'status': 'completed', 'code': 200} May 20 17:07:32.748888 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 49493298-da3c-4cb4-b699-e24d1c162b07 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=119046) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 17:07:32.917337 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-76bb31e2-7a95-4394-b4ff-1fa778512813 req-1188b020-156a-4b41-a43b-572f4ab9d40d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=6edd47f3-e0ad-4ef8-b5d1-4877d21dbc4b HTTP/1.1" status: 200 len: 210 time: 0.0561712 May 20 17:07:32.965382 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-0a85dbbd-bfbd-489e-b17a-1f4407d80f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'name': 'tempest-TestVolumeBootPattern-276173396-router', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:50Z', 'updated_at': '2021-05-20T17:03:55Z', 'revision_number': 4, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'gw_port': {'id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:51Z', 'updated_at': '2021-05-20T17:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': 'e0bfa448-e735-4631-aa43-6b0e677a88cb', 'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'mac_address': 'fa:16:3e:1d:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:54Z', 'updated_at': '2021-05-20T17:04:02Z', 'revision_number': 5, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'subnets': [{'id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:07:32.974240 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a85dbbd-bfbd-489e-b17a-1f4407d80f5e None None] Checking router: c176277e-1f98-47eb-9e29-252d126d6226 for host: dv-cinder-786524-7-iscsi {{(pid=119046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:07:33.001765 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 49493298-da3c-4cb4-b699-e24d1c162b07, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=49493298-da3c-4cb4-b699-e24d1c162b07,segment=NetworkSegment(04f20a06-e49b-44e4-8773-c49eb357921a),segment_id=04f20a06-e49b-44e4-8773-c49eb357921a)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:07:33.008541 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a85dbbd-bfbd-489e-b17a-1f4407d80f5e None None] Routers {'c176277e-1f98-47eb-9e29-252d126d6226'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:07:33.009184 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-0a85dbbd-bfbd-489e-b17a-1f4407d80f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:07:14Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c176277e-1f98-47eb-9e29-252d126d6226'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:07:33.074581 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Returning: {'device': '49493298-da3c-4cb4-b699-e24d1c162b07', 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe', 'port_id': '49493298-da3c-4cb4-b699-e24d1c162b07', 'mac_address': 'fa:16:3e:47:8d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119046) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 17:07:33.223870 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:33.249478 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49493298-da3c-4cb4-b699-e24d1c162b07 {{(pid=119046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:07:33.260677 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775cd718-6bc0-4f6b-b970-3d24bcaa7ea8 req-e8052c31-c49a-45d0-b014-10037af253be tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:33.262480 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-775cd718-6bc0-4f6b-b970-3d24bcaa7ea8 req-e8052c31-c49a-45d0-b014-10037af253be tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 944 time: 0.0954151 May 20 17:07:33.270285 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-0a85dbbd-bfbd-489e-b17a-1f4407d80f5e None None] Set router c176277e-1f98-47eb-9e29-252d126d6226 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:07:33.323953 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-775cd718-6bc0-4f6b-b970-3d24bcaa7ea8 req-bcfd377e-6662-4c07-8393-9af09d883d9f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543871 May 20 17:07:33.341479 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 49493298-da3c-4cb4-b699-e24d1c162b07, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=49493298-da3c-4cb4-b699-e24d1c162b07,segment=NetworkSegment(04f20a06-e49b-44e4-8773-c49eb357921a),segment_id=04f20a06-e49b-44e4-8773-c49eb357921a)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:07:33.349924 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:33.403986 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:07:33.568707 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=49493298-da3c-4cb4-b699-e24d1c162b07,revision_number=9']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:07:33.573180 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:07:33.637735 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['49493298-da3c-4cb4-b699-e24d1c162b07'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:07:33.731266 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-0a85dbbd-bfbd-489e-b17a-1f4407d80f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'name': 'tempest-TestVolumeBootPattern-276173396-router', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:50Z', 'updated_at': '2021-05-20T17:03:55Z', 'revision_number': 4, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'gw_port': {'id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:51Z', 'updated_at': '2021-05-20T17:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': 'e0bfa448-e735-4631-aa43-6b0e677a88cb', 'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'mac_address': 'fa:16:3e:1d:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:54Z', 'updated_at': '2021-05-20T17:04:02Z', 'revision_number': 5, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'subnets': [{'id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:07:33.742876 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a85dbbd-bfbd-489e-b17a-1f4407d80f5e None None] The sync data for ids ['c176277e-1f98-47eb-9e29-252d126d6226'] in dv-cinder-786524-7-iscsi is: [{'id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'name': 'tempest-TestVolumeBootPattern-276173396-router', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:50Z', 'updated_at': '2021-05-20T17:03:55Z', 'revision_number': 4, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'gw_port': {'id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:51Z', 'updated_at': '2021-05-20T17:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': 'e0bfa448-e735-4631-aa43-6b0e677a88cb', 'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'mac_address': 'fa:16:3e:1d:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:54Z', 'updated_at': '2021-05-20T17:04:02Z', 'revision_number': 5, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'subnets': [{'id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:07:33.974836 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b442d5-4af8-4a28-bfd9-182ec2e9d839 None None] New status for floating IP 38d508e9-3bec-44f4-a1ca-05b33e291116: DOWN {{(pid=119047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 17:07:34.289445 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-bea62595-116f-4d18-a775-c4d546ec445d req-20351f22-009e-42f6-b65e-c2a518e48504 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-329446466&fields=id&tenant_id=03359f9fe008405ea637b8c155fbfc99 HTTP/1.1" status: 200 len: 267 time: 0.0409584 May 20 17:07:34.446101 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea62595-116f-4d18-a775-c4d546ec445d req-a03fe0e5-834f-4253-8dfb-6de12cd78b43 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:34.447839 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-bea62595-116f-4d18-a775-c4d546ec445d req-a03fe0e5-834f-4253-8dfb-6de12cd78b43 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/networks?id=693cca7c-a781-4bbe-b946-6e5d3b5628d3 HTTP/1.1" status: 200 len: 811 time: 0.1512184 May 20 17:07:34.464110 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-bea62595-116f-4d18-a775-c4d546ec445d req-53dbaec5-0175-4237-8868-1e02afd4317f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/quotas/03359f9fe008405ea637b8c155fbfc99 HTTP/1.1" status: 200 len: 375 time: 0.0099015 May 20 17:07:34.510875 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980d34c-f2b4-4e50-bde9-ed0e32900bbd req-73b45231-f4da-4f5f-b2a2-08409883d52d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:34.512356 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-5980d34c-f2b4-4e50-bde9-ed0e32900bbd req-73b45231-f4da-4f5f-b2a2-08409883d52d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 945 time: 0.0818460 May 20 17:07:34.562007 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-bea62595-116f-4d18-a775-c4d546ec445d req-e91af06e-a529-46de-bc3c-028d672abffd tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=03359f9fe008405ea637b8c155fbfc99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0921602 May 20 17:07:34.562667 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-5980d34c-f2b4-4e50-bde9-ed0e32900bbd req-facc3c41-c054-4ee2-9b2a-6ba4307c1ea9 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422664 May 20 17:07:34.756603 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 49493298-da3c-4cb4-b699-e24d1c162b07 up at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:07:34.760332 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-bea62595-116f-4d18-a775-c4d546ec445d req-b2f57e6b-ba62-415a-9ff4-61aa4ae6250d service neutron] 10.222.0.36 "GET /v2.0/networks/693cca7c-a781-4bbe-b946-6e5d3b5628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855838 May 20 17:07:34.825684 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning complete for port 49493298-da3c-4cb4-b699-e24d1c162b07 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:07:34.826307 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:34.908536 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-bea62595-116f-4d18-a775-c4d546ec445d req-f034e384-5baa-4eb7-b2ab-8ac288af0c13 service neutron] 10.222.0.36 "GET /v2.0/networks/693cca7c-a781-4bbe-b946-6e5d3b5628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422050 May 20 17:07:34.960484 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:34.990528 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181c7713-b325-491d-82f1-4c40bd0d6baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49493298-da3c-4cb4-b699-e24d1c162b07'}] {{(pid=119046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:07:35.008188 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 49493298-da3c-4cb4-b699-e24d1c162b07, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=49493298-da3c-4cb4-b699-e24d1c162b07,segment=NetworkSegment(04f20a06-e49b-44e4-8773-c49eb357921a),segment_id=04f20a06-e49b-44e4-8773-c49eb357921a)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:07:35.015975 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:35.017531 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 5f36aa5f-f256-4538-8408-9dc0b44b3ebf no longer exists at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:07:35.059387 dv-cinder-786524-7-iscsi neutron-server[119046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181c7713-b325-491d-82f1-4c40bd0d6baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49493298-da3c-4cb4-b699-e24d1c162b07', 'code': 200} May 20 17:07:35.059983 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:07:35.100789 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] No Port match for: 5f36aa5f-f256-4538-8408-9dc0b44b3ebf {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:07:35.101278 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 5f36aa5f-f256-4538-8408-9dc0b44b3ebf not bound to the agent host hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:07:35.138774 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=49493298-da3c-4cb4-b699-e24d1c162b07,revision_number=10']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:07:35.149116 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:07:35.346226 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-6a1a6bf2-1910-4331-b460-25a6364fa3e7 req-f6f4aed1-7328-43a9-9c40-23f12ee2aa70 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Synchronizing usage tracker for tenant:03359f9fe008405ea637b8c155fbfc99 on resource:port {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:07:35.377530 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-6a1a6bf2-1910-4331-b460-25a6364fa3e7 req-f6f4aed1-7328-43a9-9c40-23f12ee2aa70 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Unset dirty status for tenant:03359f9fe008405ea637b8c155fbfc99 on resource:port {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:07:35.378702 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-6a1a6bf2-1910-4331-b460-25a6364fa3e7 req-f6f4aed1-7328-43a9-9c40-23f12ee2aa70 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=385f9318-ed8f-4b62-84b9-1629cd6d1913 HTTP/1.1" status: 200 len: 210 time: 0.0812271 May 20 17:07:35.388663 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f8578-4ad4-4392-aaed-35f9c43aa494 req-72627f0a-aa96-4891-9b2c-54a4fe263602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:35.390405 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-8b6f8578-4ad4-4392-aaed-35f9c43aa494 req-72627f0a-aa96-4891-9b2c-54a4fe263602 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 1100 time: 0.1392431 May 20 17:07:35.435106 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-8b6f8578-4ad4-4392-aaed-35f9c43aa494 req-7bb130dd-4add-4e2f-91dd-cd3fc3c24632 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372577 May 20 17:07:35.656411 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c80ee-7348-418b-9e6f-9df790247631 req-da53a433-eb17-4dd6-8e78-31f132c1d04d tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:35.659448 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-cf4c80ee-7348-418b-9e6f-9df790247631 req-da53a433-eb17-4dd6-8e78-31f132c1d04d tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec439489-7a76-44d2-9e06-fc8eec78b1d5 HTTP/1.1" status: 200 len: 946 time: 0.0867286 May 20 17:07:35.706883 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-cf4c80ee-7348-418b-9e6f-9df790247631 req-d7b0b56f-908f-47ea-b384-0a163baa5704 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bc51d34-1d65-4f52-9df3-5bfee32cdc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407906 May 20 17:07:35.777338 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75d209-0de9-4ee0-a323-2c76b4e5b7ef req-6620ff24-1008-406e-bc5c-678dffff9623 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:35.778806 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-3d75d209-0de9-4ee0-a323-2c76b4e5b7ef req-6620ff24-1008-406e-bc5c-678dffff9623 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 947 time: 0.0841951 May 20 17:07:35.824661 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-3d75d209-0de9-4ee0-a323-2c76b4e5b7ef req-f3084e08-c8a5-4fff-9e81-53f9169497df tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397863 May 20 17:07:36.567700 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea62595-116f-4d18-a775-c4d546ec445d req-3b52cd4c-62eb-491d-9caa-05420a285a89 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:36.569188 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-bea62595-116f-4d18-a775-c4d546ec445d req-3b52cd4c-62eb-491d-9caa-05420a285a89 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.75 "GET /v2.0/networks?id=693cca7c-a781-4bbe-b946-6e5d3b5628d3 HTTP/1.1" status: 200 len: 811 time: 0.2088048 May 20 17:07:36.580902 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0fc7009b-23da-4815-8004-36f917cc2fa8 req-66d3197b-36a0-486f-94a9-2aca908552b2 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=385f9318-ed8f-4b62-84b9-1629cd6d1913 HTTP/1.1" status: 200 len: 210 time: 0.0618920 May 20 17:07:36.627609 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-bea62595-116f-4d18-a775-c4d546ec445d req-93692f5a-e8b3-436b-967b-2d3f71e47bc8 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03359f9fe008405ea637b8c155fbfc99 HTTP/1.1" status: 200 len: 379 time: 0.0457180 May 20 17:07:36.639871 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [req-bea62595-116f-4d18-a775-c4d546ec445d req-e6fc9d91-b09c-48c7-bbb7-1dc07274712f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Request body: {'port': {'device_id': '385f9318-ed8f-4b62-84b9-1629cd6d1913', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'admin_state_up': True, 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'security_groups': ['8e1d179b-bf26-4022-b216-fac79ba6b4f2']}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:07:36.791420 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [req-bea62595-116f-4d18-a775-c4d546ec445d req-e6fc9d91-b09c-48c7-bbb7-1dc07274712f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:07:36.804978 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [req-bea62595-116f-4d18-a775-c4d546ec445d req-e6fc9d91-b09c-48c7-bbb7-1dc07274712f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:07:36.819261 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea62595-116f-4d18-a775-c4d546ec445d req-e6fc9d91-b09c-48c7-bbb7-1dc07274712f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Made reservation on behalf of 03359f9fe008405ea637b8c155fbfc99 for: {'port': 1} {{(pid=119044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:07:36.823626 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-bea62595-116f-4d18-a775-c4d546ec445d req-e6fc9d91-b09c-48c7-bbb7-1dc07274712f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:36.951537 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88a408-2046-4289-aead-4079ac6b3c47 req-bcb501b6-5b1e-4b76-adba-d36350eaa303 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:36.959095 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-aa88a408-2046-4289-aead-4079ac6b3c47 req-bcb501b6-5b1e-4b76-adba-d36350eaa303 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec439489-7a76-44d2-9e06-fc8eec78b1d5 HTTP/1.1" status: 200 len: 946 time: 0.1275656 May 20 17:07:37.005792 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-aa88a408-2046-4289-aead-4079ac6b3c47 req-c2a78ddc-4e12-4a99-9659-cb02d2dfc443 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bc51d34-1d65-4f52-9df3-5bfee32cdc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456867 May 20 17:07:37.074283 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.db_base_plugin_common [req-bea62595-116f-4d18-a775-c4d546ec445d req-e6fc9d91-b09c-48c7-bbb7-1dc07274712f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Allocated IP 172.20.0.13 (693cca7c-a781-4bbe-b946-6e5d3b5628d3/b9354152-da80-48a7-a2cf-cafd8cb1708a/cd457aea-203f-443b-be4e-069514baa5a4) {{(pid=119044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:07:37.124321 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bfc26-99fd-48f1-9ce9-867833670700 req-4deaf5fa-00e4-4637-a06f-a5c1b7e5cc40 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:37.125807 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e86bfc26-99fd-48f1-9ce9-867833670700 req-4deaf5fa-00e4-4637-a06f-a5c1b7e5cc40 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 947 time: 0.1360402 May 20 17:07:37.265881 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e86bfc26-99fd-48f1-9ce9-867833670700 req-bc30050f-cf43-4cf9-ad5c-ad3c9dee0a79 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321113 May 20 17:07:37.325631 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-bea62595-116f-4d18-a775-c4d546ec445d req-e6fc9d91-b09c-48c7-bbb7-1dc07274712f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for port, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:37.343361 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.provisioning_blocks [req-bea62595-116f-4d18-a775-c4d546ec445d req-e6fc9d91-b09c-48c7-bbb7-1dc07274712f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Transition to ACTIVE for port object cd457aea-203f-443b-be4e-069514baa5a4 will not be triggered until provisioned by entity DHCP. {{(pid=119044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:07:37.378758 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-bea62595-116f-4d18-a775-c4d546ec445d req-e6fc9d91-b09c-48c7-bbb7-1dc07274712f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:37.384800 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-35a583db-9405-4928-8a96-3eb933ff1ff0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:07:37.458678 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea62595-116f-4d18-a775-c4d546ec445d req-e6fc9d91-b09c-48c7-bbb7-1dc07274712f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Network 693cca7c-a781-4bbe-b946-6e5d3b5628d3 is already hosted by enough agents. {{(pid=119044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:07:37.462134 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [req-bea62595-116f-4d18-a775-c4d546ec445d req-e6fc9d91-b09c-48c7-bbb7-1dc07274712f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Resources bound (agent type, host, resource id): {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:07:37.465063 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea62595-116f-4d18-a775-c4d546ec445d req-e6fc9d91-b09c-48c7-bbb7-1dc07274712f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Received port after_create {{(pid=119044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:07:37.509187 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc9d91-b09c-48c7-bbb7-1dc07274712f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Pushing event updated for resources: {'Port': ['ID=cd457aea-203f-443b-be4e-069514baa5a4,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:07:37.519160 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-e6fc9d91-b09c-48c7-bbb7-1dc07274712f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:07:37.540239 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea62595-116f-4d18-a775-c4d546ec445d req-e6fc9d91-b09c-48c7-bbb7-1dc07274712f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:37.540873 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-bea62595-116f-4d18-a775-c4d546ec445d req-e6fc9d91-b09c-48c7-bbb7-1dc07274712f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:37.576811 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-bea62595-116f-4d18-a775-c4d546ec445d req-e6fc9d91-b09c-48c7-bbb7-1dc07274712f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9411469 May 20 17:07:37.599919 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [req-bea62595-116f-4d18-a775-c4d546ec445d req-3d304fce-07f6-489a-9e26-65935feea10d service neutron] Request body: {'port': {'device_id': '385f9318-ed8f-4b62-84b9-1629cd6d1913', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:07:37.637216 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 6 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:07:37.719314 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-bea62595-116f-4d18-a775-c4d546ec445d req-3d304fce-07f6-489a-9e26-65935feea10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:37.724266 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-a85eea84-a2a9-4030-aedc-8b8838bc7afd None None] Provisioning for port cd457aea-203f-443b-be4e-069514baa5a4 completed by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:07:37.731313 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-a85eea84-a2a9-4030-aedc-8b8838bc7afd None None] Provisioning complete for port cd457aea-203f-443b-be4e-069514baa5a4 triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:07:37.731971 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-a85eea84-a2a9-4030-aedc-8b8838bc7afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:37.777424 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16681866-6e1e-44f3-af71-5ce4b75771df req-a73a928a-8ff0-4d62-9d68-6b9c4df215f4 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:37.778854 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-16681866-6e1e-44f3-af71-5ce4b75771df req-a73a928a-8ff0-4d62-9d68-6b9c4df215f4 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=385f9318-ed8f-4b62-84b9-1629cd6d1913 HTTP/1.1" status: 200 len: 932 time: 0.0836737 May 20 17:07:37.790754 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-a85eea84-a2a9-4030-aedc-8b8838bc7afd None None] Port cd457aea-203f-443b-be4e-069514baa5a4 cannot update to ACTIVE because it is not bound. {{(pid=119046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 17:07:37.879458 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-16681866-6e1e-44f3-af71-5ce4b75771df req-ebf7bc19-4a69-4248-8da5-d1014383bcf2 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936644 May 20 17:07:37.907773 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e604c6f-637b-464b-89c0-ed401e8a53ca req-17685a92-ccde-48b8-97cf-26f14b7d44ec tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:37.909254 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-5e604c6f-637b-464b-89c0-ed401e8a53ca req-17685a92-ccde-48b8-97cf-26f14b7d44ec tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec439489-7a76-44d2-9e06-fc8eec78b1d5 HTTP/1.1" status: 200 len: 946 time: 0.1215718 May 20 17:07:38.053998 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [req-5e604c6f-637b-464b-89c0-ed401e8a53ca req-93278b85-ceb6-4bbf-892f-ae1e83cec16d tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Deleting port 1c202c55-ca1d-4906-860e-a42a1f10220d {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:07:38.055020 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-5e604c6f-637b-464b-89c0-ed401e8a53ca req-93278b85-ceb6-4bbf-892f-ae1e83cec16d tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:38.193908 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-5e604c6f-637b-464b-89c0-ed401e8a53ca req-93278b85-ceb6-4bbf-892f-ae1e83cec16d tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] For port 1c202c55-ca1d-4906-860e-a42a1f10220d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1c202c55-ca1d-4906-860e-a42a1f10220d,segment=NetworkSegment(37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec),segment_id=37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec)] {{(pid=119045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:07:38.194338 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-5e604c6f-637b-464b-89c0-ed401e8a53ca req-93278b85-ceb6-4bbf-892f-ae1e83cec16d tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:38.200763 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.notifiers.nova [req-bea62595-116f-4d18-a775-c4d546ec445d req-3d304fce-07f6-489a-9e26-65935feea10d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd457aea-203f-443b-be4e-069514baa5a4 {{(pid=119044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:07:38.210674 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-bea62595-116f-4d18-a775-c4d546ec445d req-3d304fce-07f6-489a-9e26-65935feea10d service neutron] Notify callbacks [] for port, precommit_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:38.230137 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.provisioning_blocks [req-bea62595-116f-4d18-a775-c4d546ec445d req-3d304fce-07f6-489a-9e26-65935feea10d service neutron] Transition to ACTIVE for port object cd457aea-203f-443b-be4e-069514baa5a4 will not be triggered until provisioned by entity L2. {{(pid=119044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:07:38.236077 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-bea62595-116f-4d18-a775-c4d546ec445d req-3d304fce-07f6-489a-9e26-65935feea10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14410818'] for port, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:38.240841 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-f2481c39-0833-433c-b65a-76d12312454b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:07:38.306321 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23654090-5bbf-4133-aa18-84390bf4c87e req-c79acccf-be6b-4658-9806-c0193d708998 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:38.309183 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-23654090-5bbf-4133-aa18-84390bf4c87e req-c79acccf-be6b-4658-9806-c0193d708998 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec439489-7a76-44d2-9e06-fc8eec78b1d5 HTTP/1.1" status: 200 len: 946 time: 0.1798921 May 20 17:07:38.505793 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d304fce-07f6-489a-9e26-65935feea10d service neutron] Pushing event updated for resources: {'Port': ['ID=cd457aea-203f-443b-be4e-069514baa5a4,revision_number=2']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:07:38.520697 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-3d304fce-07f6-489a-9e26-65935feea10d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:07:38.553318 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-23654090-5bbf-4133-aa18-84390bf4c87e req-711b8ae5-acea-477f-b906-f89dc20bc538 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bc51d34-1d65-4f52-9df3-5bfee32cdc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328820 May 20 17:07:38.588072 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.managers [req-bea62595-116f-4d18-a775-c4d546ec445d req-3d304fce-07f6-489a-9e26-65935feea10d service neutron] Attempting to bind port cd457aea-203f-443b-be4e-069514baa5a4 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:07:38.588796 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.managers [req-bea62595-116f-4d18-a775-c4d546ec445d req-3d304fce-07f6-489a-9e26-65935feea10d service neutron] Attempting to bind port cd457aea-203f-443b-be4e-069514baa5a4 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '4a8f8994-6d3f-475e-b8df-b63a9baa5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3'}] {{(pid=119044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:07:38.589418 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea62595-116f-4d18-a775-c4d546ec445d req-3d304fce-07f6-489a-9e26-65935feea10d service neutron] Attempting to bind port cd457aea-203f-443b-be4e-069514baa5a4 on network 693cca7c-a781-4bbe-b946-6e5d3b5628d3 {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:07:38.594478 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea62595-116f-4d18-a775-c4d546ec445d req-3d304fce-07f6-489a-9e26-65935feea10d service neutron] Port cd457aea-203f-443b-be4e-069514baa5a4 on network 693cca7c-a781-4bbe-b946-6e5d3b5628d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 17:07:38.594803 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea62595-116f-4d18-a775-c4d546ec445d req-3d304fce-07f6-489a-9e26-65935feea10d service neutron] Attempting to bind port cd457aea-203f-443b-be4e-069514baa5a4 on network 693cca7c-a781-4bbe-b946-6e5d3b5628d3 {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:07:38.600732 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea62595-116f-4d18-a775-c4d546ec445d req-3d304fce-07f6-489a-9e26-65935feea10d service neutron] Checking agent: {'id': '6f9f6b2e-16b6-4f76-902f-5004e6b9f64e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:07:38.601642 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea62595-116f-4d18-a775-c4d546ec445d req-3d304fce-07f6-489a-9e26-65935feea10d service neutron] Checking segment: {'id': '4a8f8994-6d3f-475e-b8df-b63a9baa5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:07:38.601642 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea62595-116f-4d18-a775-c4d546ec445d req-3d304fce-07f6-489a-9e26-65935feea10d service neutron] Bound using segment: {'id': '4a8f8994-6d3f-475e-b8df-b63a9baa5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3'} {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:07:38.601921 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.managers [req-bea62595-116f-4d18-a775-c4d546ec445d req-3d304fce-07f6-489a-9e26-65935feea10d service neutron] Bound port: cd457aea-203f-443b-be4e-069514baa5a4, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a8f8994-6d3f-475e-b8df-b63a9baa5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3'}}] {{(pid=119044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:07:38.602278 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-bea62595-116f-4d18-a775-c4d546ec445d req-3d304fce-07f6-489a-9e26-65935feea10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:38.691620 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010add6-26dd-47b7-9c47-08ddf29c4485 req-db5f1d9a-3fcc-43e2-bcc7-377eb427ba56 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:38.693088 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4010add6-26dd-47b7-9c47-08ddf29c4485 req-db5f1d9a-3fcc-43e2-bcc7-377eb427ba56 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 947 time: 0.2952576 May 20 17:07:38.699431 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [req-bea62595-116f-4d18-a775-c4d546ec445d req-3d304fce-07f6-489a-9e26-65935feea10d service neutron] For port cd457aea-203f-443b-be4e-069514baa5a4, host hv-cinder-78652, cleared binding levels {{(pid=119044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:07:38.702543 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [req-bea62595-116f-4d18-a775-c4d546ec445d req-3d304fce-07f6-489a-9e26-65935feea10d service neutron] For port cd457aea-203f-443b-be4e-069514baa5a4, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cd457aea-203f-443b-be4e-069514baa5a4,segment=NetworkSegment(4a8f8994-6d3f-475e-b8df-b63a9baa5b45),segment_id=4a8f8994-6d3f-475e-b8df-b63a9baa5b45)] {{(pid=119044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:07:38.709122 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-bea62595-116f-4d18-a775-c4d546ec445d req-3d304fce-07f6-489a-9e26-65935feea10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14410818'] for port, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:38.712891 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-8dd32cfd-4995-4ef0-ac90-ee894f7ad353 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:07:38.718604 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-5e604c6f-637b-464b-89c0-ed401e8a53ca req-93278b85-ceb6-4bbf-892f-ae1e83cec16d tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:38.718977 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-5e604c6f-637b-464b-89c0-ed401e8a53ca req-93278b85-ceb6-4bbf-892f-ae1e83cec16d tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16751940'] for floatingip, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:38.719273 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.db.l3_db [req-5e604c6f-637b-464b-89c0-ed401e8a53ca req-93278b85-ceb6-4bbf-892f-ae1e83cec16d tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Floating IP cd4b5658-5ac4-4f79-9cfb-86738dbbdf86 disassociated. External IP: 172.27.3.157, port: 1c202c55-ca1d-4906-860e-a42a1f10220d. May 20 17:07:38.719610 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [req-5e604c6f-637b-464b-89c0-ed401e8a53ca req-93278b85-ceb6-4bbf-892f-ae1e83cec16d tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Calling delete_port for 1c202c55-ca1d-4906-860e-a42a1f10220d owned by compute:nova {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:07:38.761850 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4010add6-26dd-47b7-9c47-08ddf29c4485 req-80a67e80-febb-47be-baa2-7728a88c946f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593374 May 20 17:07:38.770775 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea62595-116f-4d18-a775-c4d546ec445d req-3d304fce-07f6-489a-9e26-65935feea10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:38.771385 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-bea62595-116f-4d18-a775-c4d546ec445d req-3d304fce-07f6-489a-9e26-65935feea10d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:38.772740 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-bea62595-116f-4d18-a775-c4d546ec445d req-3d304fce-07f6-489a-9e26-65935feea10d service neutron] 10.222.0.75 "PUT /v2.0/ports/cd457aea-203f-443b-be4e-069514baa5a4 HTTP/1.1" status: 200 len: 1094 time: 1.1774445 May 20 17:07:38.773261 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385f9318-ed8f-4b62-84b9-1629cd6d1913', 'tag': 'cd457aea-203f-443b-be4e-069514baa5a4'}] {{(pid=119044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:07:38.795170 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d304fce-07f6-489a-9e26-65935feea10d service neutron] Pushing event updated for resources: {'Port': ['ID=cd457aea-203f-443b-be4e-069514baa5a4,revision_number=3']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:07:38.801302 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-3d304fce-07f6-489a-9e26-65935feea10d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:07:38.873668 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385f9318-ed8f-4b62-84b9-1629cd6d1913', 'tag': 'cd457aea-203f-443b-be4e-069514baa5a4', 'status': 'completed', 'code': 200} May 20 17:07:38.890244 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-5e604c6f-637b-464b-89c0-ed401e8a53ca req-93278b85-ceb6-4bbf-892f-ae1e83cec16d tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:38.899114 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-fd72c6ef-eb38-4126-a5ac-abd8fc5a14a7 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:07:38.920238 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea62595-116f-4d18-a775-c4d546ec445d req-f57dc7f3-7a65-422a-9dd9-7aaa6427fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:38.923277 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-bea62595-116f-4d18-a775-c4d546ec445d req-f57dc7f3-7a65-422a-9dd9-7aaa6427fe84 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=03359f9fe008405ea637b8c155fbfc99&device_id=385f9318-ed8f-4b62-84b9-1629cd6d1913 HTTP/1.1" status: 200 len: 1097 time: 0.0868545 May 20 17:07:38.957392 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93278b85-ceb6-4bbf-892f-ae1e83cec16d tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Pushing event deleted for resources: {'Port': ['ID=1c202c55-ca1d-4906-860e-a42a1f10220d,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:07:38.961042 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-93278b85-ceb6-4bbf-892f-ae1e83cec16d tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:07:39.002439 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-bea62595-116f-4d18-a775-c4d546ec445d req-52ce7133-3c7d-4627-8e34-91cbcc9f76be service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd457aea-203f-443b-be4e-069514baa5a4 HTTP/1.1" status: 200 len: 217 time: 0.0710971 May 20 17:07:39.071216 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea62595-116f-4d18-a775-c4d546ec445d req-692ab396-7466-4bfd-b846-5b13ae7cac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:39.073267 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-bea62595-116f-4d18-a775-c4d546ec445d req-692ab396-7466-4bfd-b846-5b13ae7cac2a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b9354152-da80-48a7-a2cf-cafd8cb1708a HTTP/1.1" status: 200 len: 850 time: 0.0632555 May 20 17:07:39.148197 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea62595-116f-4d18-a775-c4d546ec445d req-d10eb73b-04c1-4b75-9148-a9b252c19e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:39.149716 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-bea62595-116f-4d18-a775-c4d546ec445d req-d10eb73b-04c1-4b75-9148-a9b252c19e9e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=693cca7c-a781-4bbe-b946-6e5d3b5628d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706224 May 20 17:07:39.228077 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e604c6f-637b-464b-89c0-ed401e8a53ca req-93278b85-ceb6-4bbf-892f-ae1e83cec16d tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Router 02cf529b-e7b5-4f41-a279-bbc122a976d2 has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:07:39.238191 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40672db0-741e-4dbb-9e29-a8e9c6303152 req-426ed15e-3dea-4375-ac3f-fcd37d4d4e73 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:39.239636 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-40672db0-741e-4dbb-9e29-a8e9c6303152 req-426ed15e-3dea-4375-ac3f-fcd37d4d4e73 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=385f9318-ed8f-4b62-84b9-1629cd6d1913 HTTP/1.1" status: 200 len: 944 time: 0.2066472 May 20 17:07:39.284386 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-bea62595-116f-4d18-a775-c4d546ec445d req-309bdd19-9cd9-485a-84e7-581d58d38270 service neutron] 10.222.0.75 "GET /v2.0/networks/693cca7c-a781-4bbe-b946-6e5d3b5628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263313 May 20 17:07:39.369838 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-40672db0-741e-4dbb-9e29-a8e9c6303152 req-1fed88a6-dfbf-4416-938f-73500e7b498d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229823 May 20 17:07:39.441216 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-bea62595-116f-4d18-a775-c4d546ec445d req-22cafa93-7f41-425d-b349-895cb532522d service neutron] 10.222.0.75 "GET /v2.0/networks/693cca7c-a781-4bbe-b946-6e5d3b5628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474221 May 20 17:07:39.470141 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e604c6f-637b-464b-89c0-ed401e8a53ca req-93278b85-ceb6-4bbf-892f-ae1e83cec16d tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:07:39.479608 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137b7498-75e6-48c3-9f4e-58ef9405bd30 None None] Sync routers for ids ['02cf529b-e7b5-4f41-a279-bbc122a976d2'] in dv-cinder-786524-7-iscsi {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:07:39.492631 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137b7498-75e6-48c3-9f4e-58ef9405bd30 None None] Routers {'02cf529b-e7b5-4f41-a279-bbc122a976d2'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:07:39.493623 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-137b7498-75e6-48c3-9f4e-58ef9405bd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:07:14Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['02cf529b-e7b5-4f41-a279-bbc122a976d2'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:07:39.562014 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e604c6f-637b-464b-89c0-ed401e8a53ca req-93278b85-ceb6-4bbf-892f-ae1e83cec16d tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] No DVR routers for this DVR port 1c202c55-ca1d-4906-860e-a42a1f10220d on host hv-cinder-78652 {{(pid=119045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:07:39.564551 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-5e604c6f-637b-464b-89c0-ed401e8a53ca req-93278b85-ceb6-4bbf-892f-ae1e83cec16d tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:39.567732 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec439489-7a76-44d2-9e06-fc8eec78b1d5', 'name': 'network-vif-deleted', 'tag': '1c202c55-ca1d-4906-860e-a42a1f10220d'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:07:39.582612 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c7733-436f-45f6-b128-887dab25f23b req-9254b6be-9a83-4f3d-9444-c6697d78bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:39.584263 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-364c7733-436f-45f6-b128-887dab25f23b req-9254b6be-9a83-4f3d-9444-c6697d78bd91 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=03359f9fe008405ea637b8c155fbfc99&device_id=385f9318-ed8f-4b62-84b9-1629cd6d1913 HTTP/1.1" status: 200 len: 1097 time: 0.0846920 May 20 17:07:39.599154 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-5e604c6f-637b-464b-89c0-ed401e8a53ca req-93278b85-ceb6-4bbf-892f-ae1e83cec16d tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.75 "DELETE /v2.0/ports/1c202c55-ca1d-4906-860e-a42a1f10220d HTTP/1.1" status: 204 len: 173 time: 1.6835792 May 20 17:07:39.719153 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec439489-7a76-44d2-9e06-fc8eec78b1d5', 'name': 'network-vif-deleted', 'tag': '1c202c55-ca1d-4906-860e-a42a1f10220d', 'status': 'completed', 'code': 200} May 20 17:07:39.759597 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-137b7498-75e6-48c3-9f4e-58ef9405bd30 None None] Set router 02cf529b-e7b5-4f41-a279-bbc122a976d2 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:07:39.858710 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-980b7e7c-976b-4baf-bc83-52cbcf2425ba req-1af0d19c-25e7-496d-8efe-7db03eccd18a tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec439489-7a76-44d2-9e06-fc8eec78b1d5 HTTP/1.1" status: 200 len: 210 time: 0.1508241 May 20 17:07:39.896898 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c7733-436f-45f6-b128-887dab25f23b req-fab196df-ee52-46d0-be00-3b88912c04fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:39.898381 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-364c7733-436f-45f6-b128-887dab25f23b req-fab196df-ee52-46d0-be00-3b88912c04fb service neutron] 10.222.0.75 "GET /v2.0/networks?id=693cca7c-a781-4bbe-b946-6e5d3b5628d3 HTTP/1.1" status: 200 len: 912 time: 0.3003941 May 20 17:07:39.970157 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-364c7733-436f-45f6-b128-887dab25f23b req-08b957c5-1778-43ba-a519-bff8ff73ad63 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd457aea-203f-443b-be4e-069514baa5a4 HTTP/1.1" status: 200 len: 217 time: 0.0627155 May 20 17:07:40.040203 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c7733-436f-45f6-b128-887dab25f23b req-781ec587-62d3-46f9-945b-8608d49b5485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:40.041760 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-364c7733-436f-45f6-b128-887dab25f23b req-781ec587-62d3-46f9-945b-8608d49b5485 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b9354152-da80-48a7-a2cf-cafd8cb1708a HTTP/1.1" status: 200 len: 850 time: 0.0636570 May 20 17:07:40.087311 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-137b7498-75e6-48c3-9f4e-58ef9405bd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'name': 'tempest-AttachVolumeTestJSON-1720347441-router', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:53Z', 'updated_at': '2021-05-20T17:01:04Z', 'revision_number': 4, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'gw_port': {'id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': 'f02c530b-04d8-46d3-85fc-a9059e7760f6', 'name': '', 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'mac_address': 'fa:16:3e:98:61:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '57a04c80-7361-435a-811d-e955eb1e7f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:01:01Z', 'updated_at': '2021-05-20T17:01:18Z', 'revision_number': 5, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'subnets': [{'id': '57a04c80-7361-435a-811d-e955eb1e7f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:07:40.092345 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137b7498-75e6-48c3-9f4e-58ef9405bd30 None None] Checking router: 02cf529b-e7b5-4f41-a279-bbc122a976d2 for host: dv-cinder-786524-7-iscsi {{(pid=119046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:07:40.101619 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137b7498-75e6-48c3-9f4e-58ef9405bd30 None None] Routers {'02cf529b-e7b5-4f41-a279-bbc122a976d2'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:07:40.102372 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-137b7498-75e6-48c3-9f4e-58ef9405bd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:07:14Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['02cf529b-e7b5-4f41-a279-bbc122a976d2'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:07:40.127347 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c7733-436f-45f6-b128-887dab25f23b req-4a33691e-34cc-4710-bf8f-5dac02a60e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:40.128756 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-364c7733-436f-45f6-b128-887dab25f23b req-4a33691e-34cc-4710-bf8f-5dac02a60e4a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=693cca7c-a781-4bbe-b946-6e5d3b5628d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0755010 May 20 17:07:40.265489 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-364c7733-436f-45f6-b128-887dab25f23b req-c07a2b66-fc7b-4dcc-b5c0-3b661df36936 service neutron] 10.222.0.75 "GET /v2.0/networks/693cca7c-a781-4bbe-b946-6e5d3b5628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293426 May 20 17:07:40.286031 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-137b7498-75e6-48c3-9f4e-58ef9405bd30 None None] Set router 02cf529b-e7b5-4f41-a279-bbc122a976d2 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:07:40.403817 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-364c7733-436f-45f6-b128-887dab25f23b req-c51e6e20-7546-4aad-adf5-a4e53e99ad92 service neutron] 10.222.0.75 "GET /v2.0/networks/693cca7c-a781-4bbe-b946-6e5d3b5628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302691 May 20 17:07:40.564572 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718c842-261f-4a21-b4eb-06cf32d7d679 req-84b98d28-6b62-45ea-a626-4e70989f5e83 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:40.566283 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-a718c842-261f-4a21-b4eb-06cf32d7d679 req-84b98d28-6b62-45ea-a626-4e70989f5e83 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=385f9318-ed8f-4b62-84b9-1629cd6d1913 HTTP/1.1" status: 200 len: 944 time: 0.0829349 May 20 17:07:40.601289 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-137b7498-75e6-48c3-9f4e-58ef9405bd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'name': 'tempest-AttachVolumeTestJSON-1720347441-router', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:53Z', 'updated_at': '2021-05-20T17:01:04Z', 'revision_number': 4, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'gw_port': {'id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': 'f02c530b-04d8-46d3-85fc-a9059e7760f6', 'name': '', 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'mac_address': 'fa:16:3e:98:61:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '57a04c80-7361-435a-811d-e955eb1e7f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:01:01Z', 'updated_at': '2021-05-20T17:01:18Z', 'revision_number': 5, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'subnets': [{'id': '57a04c80-7361-435a-811d-e955eb1e7f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:07:40.605650 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137b7498-75e6-48c3-9f4e-58ef9405bd30 None None] The sync data for ids ['02cf529b-e7b5-4f41-a279-bbc122a976d2'] in dv-cinder-786524-7-iscsi is: [{'id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'name': 'tempest-AttachVolumeTestJSON-1720347441-router', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:53Z', 'updated_at': '2021-05-20T17:01:04Z', 'revision_number': 4, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'gw_port': {'id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': 'f02c530b-04d8-46d3-85fc-a9059e7760f6', 'name': '', 'network_id': 'c2c7c270-423d-436f-960a-39d7d4b1aa00', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'mac_address': 'fa:16:3e:98:61:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '57a04c80-7361-435a-811d-e955eb1e7f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:01:01Z', 'updated_at': '2021-05-20T17:01:18Z', 'revision_number': 5, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'subnets': [{'id': '57a04c80-7361-435a-811d-e955eb1e7f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:07:40.620193 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-a718c842-261f-4a21-b4eb-06cf32d7d679 req-2aed35e6-759a-499b-9716-502b45682794 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478489 May 20 17:07:40.835697 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f958e2a3-1982-4dbc-ada1-8d7c2b154968 None None] New status for floating IP cd4b5658-5ac4-4f79-9cfb-86738dbbdf86: DOWN {{(pid=119047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 17:07:41.000307 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 55796) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:07:41.067634 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-292203ac-8511-44e2-9744-1f32078c7f10 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:41.106807 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-292203ac-8511-44e2-9744-1f32078c7f10 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:41.172877 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-292203ac-8511-44e2-9744-1f32078c7f10 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:41.176670 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-24bda4b7-971a-4235-bb6e-ced346dd541b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:07:41.190793 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292203ac-8511-44e2-9744-1f32078c7f10 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc51d34-1d65-4f52-9df3-5bfee32cdc18,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:07:41.193904 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-292203ac-8511-44e2-9744-1f32078c7f10 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:07:41.205592 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-292203ac-8511-44e2-9744-1f32078c7f10 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:41.206767 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-292203ac-8511-44e2-9744-1f32078c7f10 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "DELETE /v2.0/security-groups/4bc51d34-1d65-4f52-9df3-5bfee32cdc18 HTTP/1.1" status: 204 len: 168 time: 0.2052968 May 20 17:07:41.209656 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 55800) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:07:41.228004 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.api.v2.resource [None req-d1766ef0-37aa-4b2a-9d1d-95104d147c33 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] show failed (client error): The resource could not be found. May 20 17:07:41.229043 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-d1766ef0-37aa-4b2a-9d1d-95104d147c33 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "GET /v2.0/security-groups/4bc51d34-1d65-4f52-9df3-5bfee32cdc18 HTTP/1.1" status: 404 len: 347 time: 0.0184295 May 20 17:07:41.231917 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 55804) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:07:41.563656 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-924d01dc-ec87-4967-89a9-1d7f9bf465a1 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Deleting port 663b1699-2000-4bdd-bf7b-3799f7ea9826 {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:07:41.563871 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-924d01dc-ec87-4967-89a9-1d7f9bf465a1 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:41.576784 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-f9634a53-9d18-4cb6-805c-53cdb6d522cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:41.692284 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-924d01dc-ec87-4967-89a9-1d7f9bf465a1 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:41.692911 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-924d01dc-ec87-4967-89a9-1d7f9bf465a1 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:41.813941 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03ebe0-4f7a-4150-a4cc-ce969c28e9b1 req-6d2fee7a-6f25-4d3b-8065-aec60282a483 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:41.814533 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-3f03ebe0-4f7a-4150-a4cc-ce969c28e9b1 req-6d2fee7a-6f25-4d3b-8065-aec60282a483 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Synchronizing usage tracker for tenant:03359f9fe008405ea637b8c155fbfc99 on resource:port {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:07:41.817040 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-924d01dc-ec87-4967-89a9-1d7f9bf465a1 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Calling delete_port for 663b1699-2000-4bdd-bf7b-3799f7ea9826 owned by network:floatingip {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:07:41.832437 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-3f03ebe0-4f7a-4150-a4cc-ce969c28e9b1 req-6d2fee7a-6f25-4d3b-8065-aec60282a483 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Unset dirty status for tenant:03359f9fe008405ea637b8c155fbfc99 on resource:port {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:07:41.834260 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3f03ebe0-4f7a-4150-a4cc-ce969c28e9b1 req-6d2fee7a-6f25-4d3b-8065-aec60282a483 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=385f9318-ed8f-4b62-84b9-1629cd6d1913 HTTP/1.1" status: 200 len: 944 time: 0.1053288 May 20 17:07:41.885988 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3f03ebe0-4f7a-4150-a4cc-ce969c28e9b1 req-d99ff604-8288-4ee1-a2c2-1b740d86071d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437434 May 20 17:07:41.935501 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-924d01dc-ec87-4967-89a9-1d7f9bf465a1 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:41.939799 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-5124d556-e90a-441d-9988-bbe6ca06d614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:07:41.983372 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d01dc-ec87-4967-89a9-1d7f9bf465a1 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Pushing event deleted for resources: {'Port': ['ID=663b1699-2000-4bdd-bf7b-3799f7ea9826,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:07:41.986551 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-924d01dc-ec87-4967-89a9-1d7f9bf465a1 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:07:42.087063 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-924d01dc-ec87-4967-89a9-1d7f9bf465a1 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks [] for floatingip, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:42.101939 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-924d01dc-ec87-4967-89a9-1d7f9bf465a1 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for floatingip, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:42.103051 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-924d01dc-ec87-4967-89a9-1d7f9bf465a1 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] 10.222.0.36 "DELETE /v2.0/floatingips/cd4b5658-5ac4-4f79-9cfb-86738dbbdf86 HTTP/1.1" status: 204 len: 168 time: 0.8702371 May 20 17:07:42.775826 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 1c202c55-ca1d-4906-860e-a42a1f10220d no longer exists at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:07:42.814006 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] No Port match for: 1c202c55-ca1d-4906-860e-a42a1f10220d {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:07:42.814352 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 1c202c55-ca1d-4906-860e-a42a1f10220d not bound to the agent host hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:07:43.108069 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675573c-d8f8-40bd-9eac-a23cba2a0f37 req-cb9e22f1-1287-4bdb-80bd-560a7d532109 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:43.109504 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8675573c-d8f8-40bd-9eac-a23cba2a0f37 req-cb9e22f1-1287-4bdb-80bd-560a7d532109 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=385f9318-ed8f-4b62-84b9-1629cd6d1913 HTTP/1.1" status: 200 len: 944 time: 0.0948508 May 20 17:07:43.161206 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8675573c-d8f8-40bd-9eac-a23cba2a0f37 req-6effb2b8-5723-4018-b6d3-a9aa13d49ee2 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429842 May 20 17:07:44.012492 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:44.316196 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-93ca2b95-c2c3-438d-9035-9f7ff9291ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:44.339890 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:44.367918 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aac1b4-b34f-46a8-b88b-2d5d5acef954 req-28f4e485-6f29-4d09-b337-1046f2ba3337 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:44.369777 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f8aac1b4-b34f-46a8-b88b-2d5d5acef954 req-28f4e485-6f29-4d09-b337-1046f2ba3337 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=385f9318-ed8f-4b62-84b9-1629cd6d1913 HTTP/1.1" status: 200 len: 944 time: 0.0886683 May 20 17:07:44.420987 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f8aac1b4-b34f-46a8-b88b-2d5d5acef954 req-0ea710ad-845d-440f-b19f-60ff0a292568 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445549 May 20 17:07:45.167705 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:45.643356 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e3a8c-1425-44fc-a01f-455eb61750b9 req-2d34a886-efee-437d-bad3-daff2dc90e3c tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:45.644769 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-d25e3a8c-1425-44fc-a01f-455eb61750b9 req-2d34a886-efee-437d-bad3-daff2dc90e3c tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=385f9318-ed8f-4b62-84b9-1629cd6d1913 HTTP/1.1" status: 200 len: 944 time: 0.0978141 May 20 17:07:45.690781 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-d25e3a8c-1425-44fc-a01f-455eb61750b9 req-5734baae-9f42-49b5-8f98-499b707b89ea tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400052 May 20 17:07:46.196687 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 55842) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:07:46.862184 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-cc06b16d-9f02-459b-bc53-2fe5f31908e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16379738'] for router_interface, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:46.878394 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abef7c-d7f5-4f6b-a6e9-73db3c51d82b req-14bc1b05-f883-4b1a-be8d-6ac1d70b0490 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:46.879918 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-62abef7c-d7f5-4f6b-a6e9-73db3c51d82b req-14bc1b05-f883-4b1a-be8d-6ac1d70b0490 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=385f9318-ed8f-4b62-84b9-1629cd6d1913 HTTP/1.1" status: 200 len: 944 time: 0.0836172 May 20 17:07:46.898329 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:46.930493 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-62abef7c-d7f5-4f6b-a6e9-73db3c51d82b req-73873d31-5de0-46f7-be99-74c52077a294 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401444 May 20 17:07:47.408608 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-cc06b16d-9f02-459b-bc53-2fe5f31908e0 admin admin] Deleting port f02c530b-04d8-46d3-85fc-a9059e7760f6 {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:07:47.408915 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-cc06b16d-9f02-459b-bc53-2fe5f31908e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:47.529782 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [None req-cc06b16d-9f02-459b-bc53-2fe5f31908e0 admin admin] For port f02c530b-04d8-46d3-85fc-a9059e7760f6, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=f02c530b-04d8-46d3-85fc-a9059e7760f6,segment=NetworkSegment(37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec),segment_id=37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec)] {{(pid=119045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:07:47.530157 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-cc06b16d-9f02-459b-bc53-2fe5f31908e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:47.649522 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-cc06b16d-9f02-459b-bc53-2fe5f31908e0 admin admin] Calling delete_port for f02c530b-04d8-46d3-85fc-a9059e7760f6 owned by network:router_interface {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:07:47.828563 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-cc06b16d-9f02-459b-bc53-2fe5f31908e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:47.834208 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-29aee010-b73e-45f7-97c7-4b3a144de0e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:07:47.885062 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06b16d-9f02-459b-bc53-2fe5f31908e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f02c530b-04d8-46d3-85fc-a9059e7760f6,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:07:47.921571 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc06b16d-9f02-459b-bc53-2fe5f31908e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:47.921957 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc06b16d-9f02-459b-bc53-2fe5f31908e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:47.922317 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc06b16d-9f02-459b-bc53-2fe5f31908e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:47.922667 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc06b16d-9f02-459b-bc53-2fe5f31908e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:47.923013 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc06b16d-9f02-459b-bc53-2fe5f31908e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:47.923360 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc06b16d-9f02-459b-bc53-2fe5f31908e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:47.923708 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc06b16d-9f02-459b-bc53-2fe5f31908e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:47.924051 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc06b16d-9f02-459b-bc53-2fe5f31908e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:47.924414 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc06b16d-9f02-459b-bc53-2fe5f31908e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:47.924734 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc06b16d-9f02-459b-bc53-2fe5f31908e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:47.925070 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc06b16d-9f02-459b-bc53-2fe5f31908e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:47.925430 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc06b16d-9f02-459b-bc53-2fe5f31908e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:07:47.936591 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-cc06b16d-9f02-459b-bc53-2fe5f31908e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:07:48.224049 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-cc06b16d-9f02-459b-bc53-2fe5f31908e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16308137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16379886'] for router_interface, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:48.292568 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf76553-c629-4f5d-a0ec-ed2fcb241290 req-f15a1050-362f-497a-8da5-36beaec78bb8 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:48.294079 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-baf76553-c629-4f5d-a0ec-ed2fcb241290 req-f15a1050-362f-497a-8da5-36beaec78bb8 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=385f9318-ed8f-4b62-84b9-1629cd6d1913 HTTP/1.1" status: 200 len: 944 time: 0.2314308 May 20 17:07:48.366466 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-baf76553-c629-4f5d-a0ec-ed2fcb241290 req-6e14ce1d-29d1-41cf-ac05-ec4ffbce0416 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658643 May 20 17:07:48.748412 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc06b16d-9f02-459b-bc53-2fe5f31908e0 admin admin] Router 02cf529b-e7b5-4f41-a279-bbc122a976d2 has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:07:48.801996 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device cd457aea-203f-443b-be4e-069514baa5a4 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=119046) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 17:07:48.927908 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc06b16d-9f02-459b-bc53-2fe5f31908e0 admin admin] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:07:48.941320 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-cc06b16d-9f02-459b-bc53-2fe5f31908e0 admin admin] 10.222.0.36 "PUT /v2.0/routers/02cf529b-e7b5-4f41-a279-bbc122a976d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7431319 May 20 17:07:48.942596 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceed1515-1d3f-46a0-8e96-79a972e54fb2 None None] Sync routers for ids ['02cf529b-e7b5-4f41-a279-bbc122a976d2'] in dv-cinder-786524-7-iscsi {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:07:48.943969 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 55854) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:07:48.945779 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port cd457aea-203f-443b-be4e-069514baa5a4, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cd457aea-203f-443b-be4e-069514baa5a4,segment=NetworkSegment(4a8f8994-6d3f-475e-b8df-b63a9baa5b45),segment_id=4a8f8994-6d3f-475e-b8df-b63a9baa5b45)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:07:48.964446 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Returning: {'device': 'cd457aea-203f-443b-be4e-069514baa5a4', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'port_id': 'cd457aea-203f-443b-be4e-069514baa5a4', 'mac_address': 'fa:16:3e:06:aa:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119046) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 17:07:48.968024 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceed1515-1d3f-46a0-8e96-79a972e54fb2 None None] Routers {'02cf529b-e7b5-4f41-a279-bbc122a976d2'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:07:48.968654 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-ceed1515-1d3f-46a0-8e96-79a972e54fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:07:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['02cf529b-e7b5-4f41-a279-bbc122a976d2'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:07:49.101912 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:49.127333 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-9d725ea3-51cc-4529-b05a-3b2833700f17 admin admin] Notify callbacks [] for router, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:49.223307 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd457aea-203f-443b-be4e-069514baa5a4 {{(pid=119046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:07:49.252189 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-ceed1515-1d3f-46a0-8e96-79a972e54fb2 None None] Set router 02cf529b-e7b5-4f41-a279-bbc122a976d2 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:07:49.294286 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port cd457aea-203f-443b-be4e-069514baa5a4, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cd457aea-203f-443b-be4e-069514baa5a4,segment=NetworkSegment(4a8f8994-6d3f-475e-b8df-b63a9baa5b45),segment_id=4a8f8994-6d3f-475e-b8df-b63a9baa5b45)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:07:49.304858 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-9d725ea3-51cc-4529-b05a-3b2833700f17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:49.354309 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:49.363877 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:07:49.381913 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-9d725ea3-51cc-4529-b05a-3b2833700f17 admin admin] Deleting port d614eca4-bc57-4c3a-bd5d-db606066c4db {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:07:49.382253 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-9d725ea3-51cc-4529-b05a-3b2833700f17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:49.511669 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [None req-9d725ea3-51cc-4529-b05a-3b2833700f17 admin admin] For port d614eca4-bc57-4c3a-bd5d-db606066c4db, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=d614eca4-bc57-4c3a-bd5d-db606066c4db,segment=NetworkSegment(be7a08f1-7b47-4c24-ac33-26538d548295),segment_id=be7a08f1-7b47-4c24-ac33-26538d548295)] {{(pid=119045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:07:49.512024 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-9d725ea3-51cc-4529-b05a-3b2833700f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:49.523676 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=cd457aea-203f-443b-be4e-069514baa5a4,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:07:49.526690 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:07:49.563746 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703cfee3-7232-4481-a077-d6ea68a954d5 req-deb4e2b8-f1c2-4306-a6b6-60f9acc3c1d5 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:49.565365 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-703cfee3-7232-4481-a077-d6ea68a954d5 req-deb4e2b8-f1c2-4306-a6b6-60f9acc3c1d5 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=385f9318-ed8f-4b62-84b9-1629cd6d1913 HTTP/1.1" status: 200 len: 945 time: 0.0888638 May 20 17:07:49.601056 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['cd457aea-203f-443b-be4e-069514baa5a4'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:07:49.614713 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-703cfee3-7232-4481-a077-d6ea68a954d5 req-175c8e99-dd4c-4089-a42b-310ae60a128f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427775 May 20 17:07:49.648622 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-9d725ea3-51cc-4529-b05a-3b2833700f17 admin admin] Calling delete_port for d614eca4-bc57-4c3a-bd5d-db606066c4db owned by network:router_gateway {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:07:49.693934 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-ceed1515-1d3f-46a0-8e96-79a972e54fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'name': 'tempest-AttachVolumeTestJSON-1720347441-router', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:53Z', 'updated_at': '2021-05-20T17:07:47Z', 'revision_number': 5, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'gw_port': {'id': 'd614eca4-bc57-4c3a-bd5d-db606066c4db', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi'}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:07:49.710174 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceed1515-1d3f-46a0-8e96-79a972e54fb2 None None] Checking router: 02cf529b-e7b5-4f41-a279-bbc122a976d2 for host: dv-cinder-786524-7-iscsi {{(pid=119046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:07:49.735802 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceed1515-1d3f-46a0-8e96-79a972e54fb2 None None] Routers {'02cf529b-e7b5-4f41-a279-bbc122a976d2'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:07:49.736443 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-ceed1515-1d3f-46a0-8e96-79a972e54fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:07:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['02cf529b-e7b5-4f41-a279-bbc122a976d2'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:07:49.788307 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-9d725ea3-51cc-4529-b05a-3b2833700f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:49.792933 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-8ca7c3f8-62f9-4c76-9898-0f90dadd8a99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:07:49.839644 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d725ea3-51cc-4529-b05a-3b2833700f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=d614eca4-bc57-4c3a-bd5d-db606066c4db,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:07:49.867518 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-9d725ea3-51cc-4529-b05a-3b2833700f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:07:49.883917 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-ceed1515-1d3f-46a0-8e96-79a972e54fb2 None None] Set router 02cf529b-e7b5-4f41-a279-bbc122a976d2 gateway port host: None {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:07:49.937018 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-9d725ea3-51cc-4529-b05a-3b2833700f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16751985'] for router_gateway, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:50.003020 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-ceed1515-1d3f-46a0-8e96-79a972e54fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'name': 'tempest-AttachVolumeTestJSON-1720347441-router', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:53Z', 'updated_at': '2021-05-20T17:07:49Z', 'revision_number': 7, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'gw_port_host': None}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:07:50.016184 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceed1515-1d3f-46a0-8e96-79a972e54fb2 None None] The sync data for ids ['02cf529b-e7b5-4f41-a279-bbc122a976d2'] in dv-cinder-786524-7-iscsi is: [{'id': '02cf529b-e7b5-4f41-a279-bbc122a976d2', 'name': 'tempest-AttachVolumeTestJSON-1720347441-router', 'tenant_id': '633b28eb0b87461f810176c2a59c4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:53Z', 'updated_at': '2021-05-20T17:07:49Z', 'revision_number': 7, 'project_id': '633b28eb0b87461f810176c2a59c4333', 'gw_port_host': None}] {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:07:50.235110 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-9d725ea3-51cc-4529-b05a-3b2833700f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16750855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3075'] for router, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:50.237385 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-9d725ea3-51cc-4529-b05a-3b2833700f17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:50.264614 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-9d725ea3-51cc-4529-b05a-3b2833700f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16752461'] for router, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:50.265234 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d725ea3-51cc-4529-b05a-3b2833700f17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02cf529b-e7b5-4f41-a279-bbc122a976d2 {{(pid=119045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 17:07:50.277274 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-9d725ea3-51cc-4529-b05a-3b2833700f17 admin admin] Notify callbacks [] for router, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:50.278399 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-9d725ea3-51cc-4529-b05a-3b2833700f17 admin admin] 10.222.0.36 "DELETE /v2.0/routers/02cf529b-e7b5-4f41-a279-bbc122a976d2 HTTP/1.1" status: 204 len: 168 time: 1.3334332 May 20 17:07:50.281352 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 55860) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:07:50.343389 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab4cbaaa-9f42-4f80-a33a-866eb4e8d94a admin admin] Deleting subnet 57a04c80-7361-435a-811d-e955eb1e7f4b {{(pid=119045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 17:07:50.346819 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ab4cbaaa-9f42-4f80-a33a-866eb4e8d94a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:50.406116 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ab4cbaaa-9f42-4f80-a33a-866eb4e8d94a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15234105'] for subnet, precommit_delete_associations {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:50.530797 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ab4cbaaa-9f42-4f80-a33a-866eb4e8d94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006482'] for subnet, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:50.806161 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device cd457aea-203f-443b-be4e-069514baa5a4 up at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:07:50.845233 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ab4cbaaa-9f42-4f80-a33a-866eb4e8d94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14687734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15261298'] for subnet, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:50.854074 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-bc0d3874-d999-4544-95c7-c83648a7a9f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:07:50.883132 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning for port cd457aea-203f-443b-be4e-069514baa5a4 completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:07:50.889599 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning complete for port cd457aea-203f-443b-be4e-069514baa5a4 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:07:50.890245 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:50.897860 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc53f4-ec0a-4467-b6df-9cdc1c6ad882 req-d9d52c5f-120e-4644-891f-a597cc2f6673 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:50.899430 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-47dc53f4-ec0a-4467-b6df-9cdc1c6ad882 req-d9d52c5f-120e-4644-891f-a597cc2f6673 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=385f9318-ed8f-4b62-84b9-1629cd6d1913 HTTP/1.1" status: 200 len: 945 time: 0.1588731 May 20 17:07:50.904925 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4cbaaa-9f42-4f80-a33a-866eb4e8d94a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57a04c80-7361-435a-811d-e955eb1e7f4b,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:07:50.906868 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ab4cbaaa-9f42-4f80-a33a-866eb4e8d94a admin admin] Notify callbacks [] for subnet, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:50.909577 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-ab4cbaaa-9f42-4f80-a33a-866eb4e8d94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:07:50.923724 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b7ada2-101f-4e72-82fb-cd69018d679b None None] Network c2c7c270-423d-436f-960a-39d7d4b1aa00 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:07:50.926811 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-ab4cbaaa-9f42-4f80-a33a-866eb4e8d94a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/57a04c80-7361-435a-811d-e955eb1e7f4b HTTP/1.1" status: 204 len: 168 time: 0.6444752 May 20 17:07:50.929374 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 55866) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:07:50.959934 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-47dc53f4-ec0a-4467-b6df-9cdc1c6ad882 req-13feb3a2-594c-431d-99e4-1455ceaefd9f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469601 May 20 17:07:51.050600 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-bc1197ea-febd-4964-a6c3-21d8c0a5bd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655306'] for network, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:51.130490 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [None req-bc1197ea-febd-4964-a6c3-21d8c0a5bd1b admin admin] Deleting port 3f478f26-d96b-42d5-9e31-aec1d8b5365f {{(pid=119044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:07:51.130844 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-bc1197ea-febd-4964-a6c3-21d8c0a5bd1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:51.187315 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:51.220023 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385f9318-ed8f-4b62-84b9-1629cd6d1913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd457aea-203f-443b-be4e-069514baa5a4'}] {{(pid=119046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:07:51.231721 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port cd457aea-203f-443b-be4e-069514baa5a4, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cd457aea-203f-443b-be4e-069514baa5a4,segment=NetworkSegment(4a8f8994-6d3f-475e-b8df-b63a9baa5b45),segment_id=4a8f8994-6d3f-475e-b8df-b63a9baa5b45)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:07:51.238099 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [None req-bc1197ea-febd-4964-a6c3-21d8c0a5bd1b admin admin] For port 3f478f26-d96b-42d5-9e31-aec1d8b5365f, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=3f478f26-d96b-42d5-9e31-aec1d8b5365f,segment=NetworkSegment(37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec),segment_id=37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec)] {{(pid=119044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:07:51.238370 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:51.238491 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-bc1197ea-febd-4964-a6c3-21d8c0a5bd1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:51.240625 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:07:51.291977 dv-cinder-786524-7-iscsi neutron-server[119046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385f9318-ed8f-4b62-84b9-1629cd6d1913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd457aea-203f-443b-be4e-069514baa5a4', 'code': 200} May 20 17:07:51.323224 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f13b6b-da8c-45ae-b8b8-d55460ae7f40 None None] DHCP port deletion for c2c7c270-423d-436f-960a-39d7d4b1aa00 request from dv-cinder-786524-7-iscsi {{(pid=119046) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 17:07:51.328898 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=cd457aea-203f-443b-be4e-069514baa5a4,revision_number=5']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:07:51.333094 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:07:51.367002 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [None req-bc1197ea-febd-4964-a6c3-21d8c0a5bd1b admin admin] Calling delete_port for 3f478f26-d96b-42d5-9e31-aec1d8b5365f owned by network:dhcp {{(pid=119044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:07:51.397632 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-97f13b6b-da8c-45ae-b8b8-d55460ae7f40 None None] Deleting port 3f478f26-d96b-42d5-9e31-aec1d8b5365f {{(pid=119046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:07:51.398053 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-97f13b6b-da8c-45ae-b8b8-d55460ae7f40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:51.415750 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-bc1197ea-febd-4964-a6c3-21d8c0a5bd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:51.420641 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-8dd32cfd-4995-4ef0-ac90-ee894f7ad353 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:07:51.468352 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1197ea-febd-4964-a6c3-21d8c0a5bd1b admin admin] Pushing event deleted for resources: {'Port': ['ID=3f478f26-d96b-42d5-9e31-aec1d8b5365f,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:07:51.470360 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1197ea-febd-4964-a6c3-21d8c0a5bd1b admin admin] No DVR routers for this DVR port 3f478f26-d96b-42d5-9e31-aec1d8b5365f on host dv-cinder-786524-7-iscsi {{(pid=119044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:07:51.471988 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-bc1197ea-febd-4964-a6c3-21d8c0a5bd1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:07:51.546673 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-97f13b6b-da8c-45ae-b8b8-d55460ae7f40 None None] For port 3f478f26-d96b-42d5-9e31-aec1d8b5365f, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=3f478f26-d96b-42d5-9e31-aec1d8b5365f,segment=NetworkSegment(37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec),segment_id=37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:07:51.547144 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-97f13b6b-da8c-45ae-b8b8-d55460ae7f40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:51.675619 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-97f13b6b-da8c-45ae-b8b8-d55460ae7f40 None None] Calling delete_port for 3f478f26-d96b-42d5-9e31-aec1d8b5365f owned by network:dhcp {{(pid=119046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:07:51.706519 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-bc1197ea-febd-4964-a6c3-21d8c0a5bd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001245', 'neutron.services.segments.db._delete_segments_for_network-8727197674105'] for network, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:51.725195 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-bc1197ea-febd-4964-a6c3-21d8c0a5bd1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c7c270-423d-436f-960a-39d7d4b1aa00']}} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:07:51.743670 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-bc1197ea-febd-4964-a6c3-21d8c0a5bd1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec') {'for_net_delete': True} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:07:51.743964 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-bc1197ea-febd-4964-a6c3-21d8c0a5bd1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ad3c14-7ca4-4b1e-9d24-57fd1ca0f9ec') {} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:07:51.758208 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-bc1197ea-febd-4964-a6c3-21d8c0a5bd1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727197686263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15043267'] for segment, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:51.782301 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-bc1197ea-febd-4964-a6c3-21d8c0a5bd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:51.790438 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc1197ea-febd-4964-a6c3-21d8c0a5bd1b admin admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=119044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 17:07:51.790824 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-bc1197ea-febd-4964-a6c3-21d8c0a5bd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14410782'] for segment, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:51.805264 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-97f13b6b-da8c-45ae-b8b8-d55460ae7f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800'] for port, after_delete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:51.805460 dv-cinder-786524-7-iscsi neutron-server[119044]: Traceback (most recent call last): May 20 17:07:51.805460 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 17:07:51.805460 dv-cinder-786524-7-iscsi neutron-server[119044]: timer() May 20 17:07:51.805460 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 17:07:51.805460 dv-cinder-786524-7-iscsi neutron-server[119044]: cb(*args, **kw) May 20 17:07:51.805460 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 17:07:51.805460 dv-cinder-786524-7-iscsi neutron-server[119044]: return func(*args, **kwargs) May 20 17:07:51.805460 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 17:07:51.805460 dv-cinder-786524-7-iscsi neutron-server[119044]: self._notify() May 20 17:07:51.805460 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 17:07:51.805460 dv-cinder-786524-7-iscsi neutron-server[119044]: self.callback(batched_events) May 20 17:07:51.805460 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 17:07:51.805460 dv-cinder-786524-7-iscsi neutron-server[119044]: event.method(event) May 20 17:07:51.805460 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 17:07:51.805460 dv-cinder-786524-7-iscsi neutron-server[119044]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 17:07:51.805460 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 17:07:51.805460 dv-cinder-786524-7-iscsi neutron-server[119044]: aggregate_uuid = self.p_client.list_aggregates( May 20 17:07:51.805460 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 17:07:51.805460 dv-cinder-786524-7-iscsi neutron-server[119044]: return f(self, *a, **k) May 20 17:07:51.805460 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 17:07:51.805460 dv-cinder-786524-7-iscsi neutron-server[119044]: return self._get(url).json() May 20 17:07:51.805460 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 17:07:51.805460 dv-cinder-786524-7-iscsi neutron-server[119044]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 17:07:51.805460 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 17:07:51.805460 dv-cinder-786524-7-iscsi neutron-server[119044]: return self.request(url, 'GET', **kwargs) May 20 17:07:51.805460 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 17:07:51.805460 dv-cinder-786524-7-iscsi neutron-server[119044]: base_url = self.get_endpoint(auth, allow=allow, May 20 17:07:51.805460 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 17:07:51.805460 dv-cinder-786524-7-iscsi neutron-server[119044]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 17:07:51.805460 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 17:07:51.805460 dv-cinder-786524-7-iscsi neutron-server[119044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 17:07:51.805460 dv-cinder-786524-7-iscsi neutron-server[119044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 17:07:51.808900 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-15fe994a-01ca-481e-99fa-e3f526421bab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:07:51.810883 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5e1e1-67e0-45f6-9086-2477518c4c22 req-fad58879-4179-40cd-9d99-7c13c70853c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:51.812486 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-61c5e1e1-67e0-45f6-9086-2477518c4c22 req-fad58879-4179-40cd-9d99-7c13c70853c6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=385f9318-ed8f-4b62-84b9-1629cd6d1913 HTTP/1.1" status: 200 len: 1099 time: 0.1452234 May 20 17:07:51.856270 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f13b6b-da8c-45ae-b8b8-d55460ae7f40 None None] Pushing event deleted for resources: {'Port': ['ID=3f478f26-d96b-42d5-9e31-aec1d8b5365f,revision_number=None']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:07:51.861718 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f13b6b-da8c-45ae-b8b8-d55460ae7f40 None None] No DVR routers for this DVR port 3f478f26-d96b-42d5-9e31-aec1d8b5365f on host dv-cinder-786524-7-iscsi {{(pid=119046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:07:51.865821 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-97f13b6b-da8c-45ae-b8b8-d55460ae7f40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:07:51.912334 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-61c5e1e1-67e0-45f6-9086-2477518c4c22 req-a9cf1960-2f2d-4926-b78b-dd10b53270ab service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899150 May 20 17:07:51.912985 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-bc1197ea-febd-4964-a6c3-21d8c0a5bd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16751962'] for network, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:51.916857 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:07:51.936228 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-bc1197ea-febd-4964-a6c3-21d8c0a5bd1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:51.942477 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1197ea-febd-4964-a6c3-21d8c0a5bd1b admin admin] Pushing event deleted for resources: {'Network': ['ID=c2c7c270-423d-436f-960a-39d7d4b1aa00,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:07:51.946503 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-bc1197ea-febd-4964-a6c3-21d8c0a5bd1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:07:51.952596 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-bc1197ea-febd-4964-a6c3-21d8c0a5bd1b admin admin] 10.222.0.36 "DELETE /v2.0/networks/c2c7c270-423d-436f-960a-39d7d4b1aa00 HTTP/1.1" status: 204 len: 168 time: 1.0221906 May 20 17:07:52.080884 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 55878) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:07:52.104689 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device f02c530b-04d8-46d3-85fc-a9059e7760f6 no longer exists at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:07:52.133046 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-d675b56e-08b4-431e-b5ff-67028b768abc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=633b28eb0b87461f810176c2a59c4333&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0486028 May 20 17:07:52.133292 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 55882) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:07:52.140684 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] No Port match for: f02c530b-04d8-46d3-85fc-a9059e7760f6 {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:07:52.141124 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device f02c530b-04d8-46d3-85fc-a9059e7760f6 not bound to the agent host dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:07:52.141666 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 3f478f26-d96b-42d5-9e31-aec1d8b5365f no longer exists at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:07:52.180226 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] No Port match for: 3f478f26-d96b-42d5-9e31-aec1d8b5365f {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:07:52.180672 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 3f478f26-d96b-42d5-9e31-aec1d8b5365f not bound to the agent host dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:07:52.181180 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device d614eca4-bc57-4c3a-bd5d-db606066c4db no longer exists at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:07:52.184947 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206ba8c-7749-4828-a60c-44f1c02a01a7 req-4c1ae853-d26f-40b8-8b7e-101eca2664c6 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:52.189759 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0206ba8c-7749-4828-a60c-44f1c02a01a7 req-4c1ae853-d26f-40b8-8b7e-101eca2664c6 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=385f9318-ed8f-4b62-84b9-1629cd6d1913 HTTP/1.1" status: 200 len: 946 time: 0.1045506 May 20 17:07:52.193834 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-3d112b1f-7df0-4646-b27f-c340ea91f30f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:52.214464 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] No Port match for: d614eca4-bc57-4c3a-bd5d-db606066c4db {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:07:52.214891 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device d614eca4-bc57-4c3a-bd5d-db606066c4db not bound to the agent host dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:07:52.224614 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-3d112b1f-7df0-4646-b27f-c340ea91f30f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:52.234199 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0206ba8c-7749-4828-a60c-44f1c02a01a7 req-9c80f1c2-cbed-49b5-93fd-f4a17b64a484 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404747 May 20 17:07:52.280281 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-3d112b1f-7df0-4646-b27f-c340ea91f30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:52.285107 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-baf6339a-01d7-49da-bbf6-4f02999d2fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:07:52.297872 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d112b1f-7df0-4646-b27f-c340ea91f30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0516f98-9816-4b42-96cf-9baa2a8d225b,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:07:52.302676 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-3d112b1f-7df0-4646-b27f-c340ea91f30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:07:52.304607 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-3d112b1f-7df0-4646-b27f-c340ea91f30f admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:52.305808 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-3d112b1f-7df0-4646-b27f-c340ea91f30f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e0516f98-9816-4b42-96cf-9baa2a8d225b HTTP/1.1" status: 204 len: 168 time: 0.1716611 May 20 17:07:53.160080 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 55906) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:07:53.295734 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-47925eb8-cc87-4baf-9947-e38f856f8c23 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1739297075-network', 'tenant_id': '35d7b72df5af44bd86043d11b88ee3ad'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:07:53.300757 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-47925eb8-cc87-4baf-9947-e38f856f8c23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:07:53.305021 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-47925eb8-cc87-4baf-9947-e38f856f8c23 admin admin] Usage tracker for resource:network and tenant:35d7b72df5af44bd86043d11b88ee3ad is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:07:53.308335 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-47925eb8-cc87-4baf-9947-e38f856f8c23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:07:53.315737 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-47925eb8-cc87-4baf-9947-e38f856f8c23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:07:53.330620 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47925eb8-cc87-4baf-9947-e38f856f8c23 admin admin] Made reservation on behalf of 35d7b72df5af44bd86043d11b88ee3ad for: {'network': 1} {{(pid=119044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:07:53.333860 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-47925eb8-cc87-4baf-9947-e38f856f8c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605269'] for network, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:53.351322 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-47925eb8-cc87-4baf-9947-e38f856f8c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:53.405669 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-47925eb8-cc87-4baf-9947-e38f856f8c23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:07:53.411617 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-47925eb8-cc87-4baf-9947-e38f856f8c23 admin admin] Usage tracker for resource:security_group_rule and tenant:35d7b72df5af44bd86043d11b88ee3ad is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:07:53.415118 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-47925eb8-cc87-4baf-9947-e38f856f8c23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:07:53.427289 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-47925eb8-cc87-4baf-9947-e38f856f8c23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:07:53.484273 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec4db1-cc93-450f-b5f6-5d9dfd738dfd req-c25f578d-7598-4720-930f-2f90441a3305 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:53.485789 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-aeec4db1-cc93-450f-b5f6-5d9dfd738dfd req-c25f578d-7598-4720-930f-2f90441a3305 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=385f9318-ed8f-4b62-84b9-1629cd6d1913 HTTP/1.1" status: 200 len: 946 time: 0.1256263 May 20 17:07:53.565136 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-aeec4db1-cc93-450f-b5f6-5d9dfd738dfd req-760d919b-0651-4092-aa07-24f4e9c6a348 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721550 May 20 17:07:53.572201 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-47925eb8-cc87-4baf-9947-e38f856f8c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:53.580737 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-47925eb8-cc87-4baf-9947-e38f856f8c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:53.583807 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-c0fd3808-b8c4-4674-b76b-d52828a1abf5 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:07:53.612491 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47925eb8-cc87-4baf-9947-e38f856f8c23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=119044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 17:07:53.621505 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47925eb8-cc87-4baf-9947-e38f856f8c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32de3687-2c26-411f-b3c8-252ad0be2b64,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:07:53.625324 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-47925eb8-cc87-4baf-9947-e38f856f8c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:07:53.627851 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-47925eb8-cc87-4baf-9947-e38f856f8c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:53.628204 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.db.segments_db [None req-47925eb8-cc87-4baf-9947-e38f856f8c23 admin admin] Added segment c45ca038-93d5-470c-96c7-8f1c26ba6e49 of type vlan for network 6dc6be76-746f-4129-80b3-8b85eee1cf94 May 20 17:07:53.656610 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-47925eb8-cc87-4baf-9947-e38f856f8c23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727197218515'] for network, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:53.688231 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-47925eb8-cc87-4baf-9947-e38f856f8c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128'] for network, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:53.689955 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47925eb8-cc87-4baf-9947-e38f856f8c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:53.690564 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-47925eb8-cc87-4baf-9947-e38f856f8c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:53.693894 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:07:53.757427 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ac5c2-ccd7-4d44-af9a-be00fbf70d20 req-9e5cf593-1c3a-4c22-ad76-00f062d2e9c7 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:53.758890 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-975ac5c2-ccd7-4d44-af9a-be00fbf70d20 req-9e5cf593-1c3a-4c22-ad76-00f062d2e9c7 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=385f9318-ed8f-4b62-84b9-1629cd6d1913 HTTP/1.1" status: 200 len: 946 time: 0.0841336 May 20 17:07:53.793046 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47925eb8-cc87-4baf-9947-e38f856f8c23 admin admin] Pushing event updated for resources: {'Network': ['ID=6dc6be76-746f-4129-80b3-8b85eee1cf94,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:07:53.796169 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-47925eb8-cc87-4baf-9947-e38f856f8c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:07:53.797789 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-47925eb8-cc87-4baf-9947-e38f856f8c23 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6366742 May 20 17:07:53.802264 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 55916) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:07:53.806309 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Network 6dc6be76-746f-4129-80b3-8b85eee1cf94 details requested by agent ovs-agent-dv-cinder-786524-7-iscsi with host dv-cinder-786524-7-iscsi {{(pid=119046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 17:07:53.809786 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-e83695be-fb36-4cd0-8c4e-18fe75c3cca2 admin admin] Request body: {'subnet': {'network_id': '6dc6be76-746f-4129-80b3-8b85eee1cf94', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1739297075-subnet', 'tenant_id': '35d7b72df5af44bd86043d11b88ee3ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:07:53.818315 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-975ac5c2-ccd7-4d44-af9a-be00fbf70d20 req-87227417-d0f4-464e-8c99-547e3119ba26 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530868 May 20 17:07:53.819182 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-e83695be-fb36-4cd0-8c4e-18fe75c3cca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:07:53.823125 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-e83695be-fb36-4cd0-8c4e-18fe75c3cca2 admin admin] Usage tracker for resource:subnet and tenant:35d7b72df5af44bd86043d11b88ee3ad is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:07:53.826485 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-e83695be-fb36-4cd0-8c4e-18fe75c3cca2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:07:53.834325 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-e83695be-fb36-4cd0-8c4e-18fe75c3cca2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:07:53.843758 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 55920) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:07:53.847889 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83695be-fb36-4cd0-8c4e-18fe75c3cca2 admin admin] Made reservation on behalf of 35d7b72df5af44bd86043d11b88ee3ad for: {'subnet': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:07:53.850444 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-e83695be-fb36-4cd0-8c4e-18fe75c3cca2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15261289'] for subnet, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:53.918121 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc91e94-a071-48e3-9021-c65feec45a01 tempest-TestVolumeBootPattern-162159089 tempest-TestVolumeBootPattern-162159089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:53.919629 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-5cc91e94-a071-48e3-9021-c65feec45a01 tempest-TestVolumeBootPattern-162159089 tempest-TestVolumeBootPattern-162159089-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=385f9318-ed8f-4b62-84b9-1629cd6d1913 HTTP/1.1" status: 200 len: 1094 time: 0.0745981 May 20 17:07:53.922592 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 55924) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:07:53.928372 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-84870222-599d-4f26-835a-74f554b4be0f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Request body: {'floatingip': {'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'port_id': 'cd457aea-203f-443b-be4e-069514baa5a4', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'fixed_ip_address': '172.20.0.13'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:07:53.934684 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-84870222-599d-4f26-835a-74f554b4be0f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:07:53.939148 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-84870222-599d-4f26-835a-74f554b4be0f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Usage tracker for resource:floatingip and tenant:03359f9fe008405ea637b8c155fbfc99 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:07:53.941959 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-84870222-599d-4f26-835a-74f554b4be0f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:07:53.948023 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-84870222-599d-4f26-835a-74f554b4be0f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:07:53.959838 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-84870222-599d-4f26-835a-74f554b4be0f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for floatingip, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:54.102796 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-84870222-599d-4f26-835a-74f554b4be0f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:54.264664 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.db_base_plugin_common [None req-84870222-599d-4f26-835a-74f554b4be0f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Allocated IP 172.27.3.193 (7bf407be-0a2f-4276-bbb9-407bd07b5677/0cc0c620-4805-460b-b0e9-2701bd4f1725/9e1e49ab-6c31-42d1-bc03-a7794cf1ba6a) {{(pid=119044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:07:54.286878 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-e83695be-fb36-4cd0-8c4e-18fe75c3cca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14687673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15261307'] for subnet, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:54.290870 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:07:54.379396 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83695be-fb36-4cd0-8c4e-18fe75c3cca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9533a80-acd4-444e-86da-f3a4e09d717b,revision_number=0']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:07:54.382108 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-e83695be-fb36-4cd0-8c4e-18fe75c3cca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:07:54.391258 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83695be-fb36-4cd0-8c4e-18fe75c3cca2 admin admin] Checking segment: {'id': 'c45ca038-93d5-470c-96c7-8f1c26ba6e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '6dc6be76-746f-4129-80b3-8b85eee1cf94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:07:54.391620 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83695be-fb36-4cd0-8c4e-18fe75c3cca2 admin admin] Network hostable DHCP agents. Network: 6dc6be76-746f-4129-80b3-8b85eee1cf94, hostable agents: ['6b6b5109-91f6-4dcc-9375-40169a0e8fed'], hosted agents: [] {{(pid=119045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 17:07:54.414593 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83695be-fb36-4cd0-8c4e-18fe75c3cca2 admin admin] Network 6dc6be76-746f-4129-80b3-8b85eee1cf94 is scheduled to be hosted by DHCP agent 6b6b5109-91f6-4dcc-9375-40169a0e8fed with binding_index 1 {{(pid=119045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 17:07:54.427536 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [None req-e83695be-fb36-4cd0-8c4e-18fe75c3cca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-iscsi, 6dc6be76-746f-4129-80b3-8b85eee1cf94) {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:07:54.439967 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83695be-fb36-4cd0-8c4e-18fe75c3cca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:54.440559 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-e83695be-fb36-4cd0-8c4e-18fe75c3cca2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:54.441651 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f421ac7-e5e5-457e-925d-437f8eaf80dd None None] Network 6dc6be76-746f-4129-80b3-8b85eee1cf94 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:07:54.444430 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-84870222-599d-4f26-835a-74f554b4be0f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for port, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:54.468422 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-e83695be-fb36-4cd0-8c4e-18fe75c3cca2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6651418 May 20 17:07:54.489368 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-84870222-599d-4f26-835a-74f554b4be0f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:54.496450 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-00ad872c-2f9a-4f90-98fd-0ea84732f449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:07:54.571471 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84870222-599d-4f26-835a-74f554b4be0f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Network 7bf407be-0a2f-4276-bbb9-407bd07b5677 is already hosted by enough agents. {{(pid=119044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:07:54.574657 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [None req-84870222-599d-4f26-835a-74f554b4be0f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Resources bound (agent type, host, resource id): {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:07:54.577642 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84870222-599d-4f26-835a-74f554b4be0f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Received port after_create {{(pid=119044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:07:54.624344 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84870222-599d-4f26-835a-74f554b4be0f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Pushing event updated for resources: {'Port': ['ID=9e1e49ab-6c31-42d1-bc03-a7794cf1ba6a,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:07:54.628277 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-84870222-599d-4f26-835a-74f554b4be0f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:07:54.665506 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3684f1be-ff17-4940-a28d-e6a14c7f0206 None None] Network 6dc6be76-746f-4129-80b3-8b85eee1cf94 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:07:55.257860 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-1ad7d0d0-48ab-4a22-a9e5-4de3550d2e8c tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:55.258571 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-1ad7d0d0-48ab-4a22-a9e5-4de3550d2e8c tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Synchronizing usage tracker for tenant:35d7b72df5af44bd86043d11b88ee3ad on resource:network {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:07:55.291167 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-1ad7d0d0-48ab-4a22-a9e5-4de3550d2e8c tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Unset dirty status for tenant:35d7b72df5af44bd86043d11b88ee3ad on resource:network {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:07:55.292365 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-1ad7d0d0-48ab-4a22-a9e5-4de3550d2e8c tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/networks?id=6dc6be76-746f-4129-80b3-8b85eee1cf94 HTTP/1.1" status: 200 len: 815 time: 0.2359743 May 20 17:07:55.313773 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-164b25de-9574-45f8-b1bd-ebb4c6a2f83a tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/quotas/35d7b72df5af44bd86043d11b88ee3ad HTTP/1.1" status: 200 len: 375 time: 0.0132551 May 20 17:07:55.326329 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-84870222-599d-4f26-835a-74f554b4be0f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:55.383797 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-7d25b8e8-4aeb-469c-9564-4ceb2d11db98 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=35d7b72df5af44bd86043d11b88ee3ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594850 May 20 17:07:55.536402 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-84870222-599d-4f26-835a-74f554b4be0f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:55.634475 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-dcd6f6ab-f64d-4693-97fe-b02b600568c6 service neutron] 10.222.0.36 "GET /v2.0/networks/6dc6be76-746f-4129-80b3-8b85eee1cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422731 May 20 17:07:55.862695 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-8b01f543-08f8-40ef-840b-dd126c2840ea service neutron] 10.222.0.36 "GET /v2.0/networks/6dc6be76-746f-4129-80b3-8b85eee1cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143524 May 20 17:07:55.884776 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-84870222-599d-4f26-835a-74f554b4be0f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for port, precommit_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:55.891146 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-84870222-599d-4f26-835a-74f554b4be0f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14410818'] for port, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:55.896286 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-3d304fce-07f6-489a-9e26-65935feea10d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:07:56.007291 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84870222-599d-4f26-835a-74f554b4be0f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Pushing event updated for resources: {'Port': ['ID=9e1e49ab-6c31-42d1-bc03-a7794cf1ba6a,revision_number=2']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:07:56.010354 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-84870222-599d-4f26-835a-74f554b4be0f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:07:56.020809 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-84870222-599d-4f26-835a-74f554b4be0f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16751940'] for floatingip, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:56.055132 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-36df5e00-c07f-4052-a7a9-83ba60656b90 req-d9b40591-9864-4e16-ad55-4a3b18cbfe37 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=53d9f2b9-6dc1-4cce-bb3f-8615f85f2a9c HTTP/1.1" status: 200 len: 210 time: 0.0435021 May 20 17:07:56.199518 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.db.l3_db [None req-84870222-599d-4f26-835a-74f554b4be0f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Floating IP 91616ecb-724c-42fa-9aaf-888bae2078ca associated. External IP: 172.27.3.193, port: cd457aea-203f-443b-be4e-069514baa5a4. May 20 17:07:56.662979 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84870222-599d-4f26-835a-74f554b4be0f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Router c176277e-1f98-47eb-9e29-252d126d6226 has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:07:56.852330 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84870222-599d-4f26-835a-74f554b4be0f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:07:56.862597 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b28380-d5ee-4c3b-8273-c284befbf969 None None] Sync routers for ids ['c176277e-1f98-47eb-9e29-252d126d6226'] in dv-cinder-786524-7-iscsi {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:07:56.872996 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b28380-d5ee-4c3b-8273-c284befbf969 None None] Routers {'c176277e-1f98-47eb-9e29-252d126d6226'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:07:56.874526 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-c6b28380-d5ee-4c3b-8273-c284befbf969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:07:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c176277e-1f98-47eb-9e29-252d126d6226'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:07:56.880228 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-84870222-599d-4f26-835a-74f554b4be0f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for floatingip, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:56.955798 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-84870222-599d-4f26-835a-74f554b4be0f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0174236 May 20 17:07:56.955798 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385f9318-ed8f-4b62-84b9-1629cd6d1913', 'tag': 'cd457aea-203f-443b-be4e-069514baa5a4'}] {{(pid=119044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:07:56.988475 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385f9318-ed8f-4b62-84b9-1629cd6d1913', 'tag': 'cd457aea-203f-443b-be4e-069514baa5a4', 'status': 'completed', 'code': 200} May 20 17:07:57.057001 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-c6b28380-d5ee-4c3b-8273-c284befbf969 None None] Set router c176277e-1f98-47eb-9e29-252d126d6226 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:07:57.108597 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c4e3f-a729-4de9-8285-68b5a00cc36c req-29b481a1-e7d2-43f2-a747-359d87d426b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:57.113311 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ca0c4e3f-a729-4de9-8285-68b5a00cc36c req-29b481a1-e7d2-43f2-a747-359d87d426b6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=03359f9fe008405ea637b8c155fbfc99&device_id=385f9318-ed8f-4b62-84b9-1629cd6d1913 HTTP/1.1" status: 200 len: 1099 time: 0.0988998 May 20 17:07:57.289480 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c4e3f-a729-4de9-8285-68b5a00cc36c req-7a38ab65-05d0-465d-baa6-fd1da77a68af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:57.291491 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ca0c4e3f-a729-4de9-8285-68b5a00cc36c req-7a38ab65-05d0-465d-baa6-fd1da77a68af service neutron] 10.222.0.75 "GET /v2.0/networks?id=693cca7c-a781-4bbe-b946-6e5d3b5628d3 HTTP/1.1" status: 200 len: 912 time: 0.1686976 May 20 17:07:57.375085 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-235205bb-79f1-4910-b2ea-5017ebec7e8e req-1cc385a1-a63d-4d05-8fc6-9de4d423803c tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=53d9f2b9-6dc1-4cce-bb3f-8615f85f2a9c HTTP/1.1" status: 200 len: 210 time: 0.0647900 May 20 17:07:57.411512 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ca0c4e3f-a729-4de9-8285-68b5a00cc36c req-39a04616-6768-4392-bb9a-22c8e22ec2a1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd457aea-203f-443b-be4e-069514baa5a4 HTTP/1.1" status: 200 len: 1000 time: 0.1081462 May 20 17:07:57.414779 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-b825ecdb-44b2-4bd3-9945-d6d4eea71c93 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:57.416207 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-b825ecdb-44b2-4bd3-9945-d6d4eea71c93 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.75 "GET /v2.0/networks?id=6dc6be76-746f-4129-80b3-8b85eee1cf94 HTTP/1.1" status: 200 len: 815 time: 0.3887343 May 20 17:07:57.442100 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-81b480ab-b8bb-4f8b-ac83-a77d19e84972 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Request body: {'port': {'device_id': '53d9f2b9-6dc1-4cce-bb3f-8615f85f2a9c', 'network_id': '6dc6be76-746f-4129-80b3-8b85eee1cf94', 'admin_state_up': True, 'tenant_id': '35d7b72df5af44bd86043d11b88ee3ad'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:07:57.477005 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-c6b28380-d5ee-4c3b-8273-c284befbf969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'name': 'tempest-TestVolumeBootPattern-276173396-router', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:50Z', 'updated_at': '2021-05-20T17:03:55Z', 'revision_number': 4, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'gw_port': {'id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:51Z', 'updated_at': '2021-05-20T17:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_floatingips': [{'id': '91616ecb-724c-42fa-9aaf-888bae2078ca', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'router_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'port_id': 'cd457aea-203f-443b-be4e-069514baa5a4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'mac_address': 'fa:16:3e:06:aa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385f9318-ed8f-4b62-84b9-1629cd6d1913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:07:55Z', 'updated_at': '2021-05-20T17:07:55Z', 'revision_number': 0, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0bfa448-e735-4631-aa43-6b0e677a88cb', 'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'mac_address': 'fa:16:3e:1d:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:54Z', 'updated_at': '2021-05-20T17:04:02Z', 'revision_number': 5, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'subnets': [{'id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:07:57.481021 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b28380-d5ee-4c3b-8273-c284befbf969 None None] Checking router: c176277e-1f98-47eb-9e29-252d126d6226 for host: dv-cinder-786524-7-iscsi {{(pid=119047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:07:57.490349 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b28380-d5ee-4c3b-8273-c284befbf969 None None] Routers {'c176277e-1f98-47eb-9e29-252d126d6226'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:07:57.490955 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-c6b28380-d5ee-4c3b-8273-c284befbf969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:07:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c176277e-1f98-47eb-9e29-252d126d6226'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:07:57.499165 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c4e3f-a729-4de9-8285-68b5a00cc36c req-a4fd8e79-d0ad-4ee0-8773-d1a72be84c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:57.500700 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ca0c4e3f-a729-4de9-8285-68b5a00cc36c req-a4fd8e79-d0ad-4ee0-8773-d1a72be84c22 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b9354152-da80-48a7-a2cf-cafd8cb1708a HTTP/1.1" status: 200 len: 850 time: 0.0672460 May 20 17:07:57.590261 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-81b480ab-b8bb-4f8b-ac83-a77d19e84972 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:07:57.595177 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-81b480ab-b8bb-4f8b-ac83-a77d19e84972 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Usage tracker for resource:port and tenant:35d7b72df5af44bd86043d11b88ee3ad is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:07:57.598988 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-81b480ab-b8bb-4f8b-ac83-a77d19e84972 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Quota usage for port was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:07:57.601692 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c4e3f-a729-4de9-8285-68b5a00cc36c req-258cfd19-e4ed-4c35-ac70-0089a7f9e2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:57.603203 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ca0c4e3f-a729-4de9-8285-68b5a00cc36c req-258cfd19-e4ed-4c35-ac70-0089a7f9e2f5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=693cca7c-a781-4bbe-b946-6e5d3b5628d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769444 May 20 17:07:57.605049 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-81b480ab-b8bb-4f8b-ac83-a77d19e84972 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:07:57.617387 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-81b480ab-b8bb-4f8b-ac83-a77d19e84972 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Made reservation on behalf of 35d7b72df5af44bd86043d11b88ee3ad for: {'port': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:07:57.621601 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-81b480ab-b8bb-4f8b-ac83-a77d19e84972 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:57.679908 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-c6b28380-d5ee-4c3b-8273-c284befbf969 None None] Set router c176277e-1f98-47eb-9e29-252d126d6226 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:07:57.746190 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ca0c4e3f-a729-4de9-8285-68b5a00cc36c req-c27dd8da-a290-42c9-8d6d-81fcbc6ebd03 service neutron] 10.222.0.75 "GET /v2.0/networks/693cca7c-a781-4bbe-b946-6e5d3b5628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350796 May 20 17:07:57.797459 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_common [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-81b480ab-b8bb-4f8b-ac83-a77d19e84972 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Allocated IP 172.20.0.6 (6dc6be76-746f-4129-80b3-8b85eee1cf94/e9533a80-acd4-444e-86da-f3a4e09d717b/01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4) {{(pid=119045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:07:57.889400 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ca0c4e3f-a729-4de9-8285-68b5a00cc36c req-c1597bc9-8cab-4e20-a0dc-a9edd63250cb service neutron] 10.222.0.75 "GET /v2.0/networks/693cca7c-a781-4bbe-b946-6e5d3b5628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313739 May 20 17:07:58.010580 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-81b480ab-b8bb-4f8b-ac83-a77d19e84972 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Notify callbacks [] for port, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:58.043548 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-81b480ab-b8bb-4f8b-ac83-a77d19e84972 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:58.049949 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-867bcc66-993e-437e-ad88-0e38c150f558 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:07:58.051899 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-c6b28380-d5ee-4c3b-8273-c284befbf969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'name': 'tempest-TestVolumeBootPattern-276173396-router', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:50Z', 'updated_at': '2021-05-20T17:03:55Z', 'revision_number': 4, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'gw_port': {'id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:51Z', 'updated_at': '2021-05-20T17:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_floatingips': [{'id': '91616ecb-724c-42fa-9aaf-888bae2078ca', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'router_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'port_id': 'cd457aea-203f-443b-be4e-069514baa5a4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'mac_address': 'fa:16:3e:06:aa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385f9318-ed8f-4b62-84b9-1629cd6d1913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:07:55Z', 'updated_at': '2021-05-20T17:07:55Z', 'revision_number': 0, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0bfa448-e735-4631-aa43-6b0e677a88cb', 'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'mac_address': 'fa:16:3e:1d:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:54Z', 'updated_at': '2021-05-20T17:04:02Z', 'revision_number': 5, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'subnets': [{'id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:07:58.056347 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b28380-d5ee-4c3b-8273-c284befbf969 None None] The sync data for ids ['c176277e-1f98-47eb-9e29-252d126d6226'] in dv-cinder-786524-7-iscsi is: [{'id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'name': 'tempest-TestVolumeBootPattern-276173396-router', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:50Z', 'updated_at': '2021-05-20T17:03:55Z', 'revision_number': 4, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'gw_port': {'id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:51Z', 'updated_at': '2021-05-20T17:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_floatingips': [{'id': '91616ecb-724c-42fa-9aaf-888bae2078ca', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'router_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'port_id': 'cd457aea-203f-443b-be4e-069514baa5a4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'mac_address': 'fa:16:3e:06:aa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385f9318-ed8f-4b62-84b9-1629cd6d1913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:07:55Z', 'updated_at': '2021-05-20T17:07:55Z', 'revision_number': 0, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0bfa448-e735-4631-aa43-6b0e677a88cb', 'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'mac_address': 'fa:16:3e:1d:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:54Z', 'updated_at': '2021-05-20T17:04:02Z', 'revision_number': 5, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'subnets': [{'id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:07:58.117641 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-81b480ab-b8bb-4f8b-ac83-a77d19e84972 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Network 6dc6be76-746f-4129-80b3-8b85eee1cf94 is already hosted by enough agents. {{(pid=119045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:07:58.121049 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-81b480ab-b8bb-4f8b-ac83-a77d19e84972 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Resources bound (agent type, host, resource id): {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:07:58.125199 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-81b480ab-b8bb-4f8b-ac83-a77d19e84972 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Received port after_create {{(pid=119045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:07:58.158929 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b480ab-b8bb-4f8b-ac83-a77d19e84972 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Pushing event updated for resources: {'Port': ['ID=01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:07:58.165589 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-81b480ab-b8bb-4f8b-ac83-a77d19e84972 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:07:58.195379 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-81b480ab-b8bb-4f8b-ac83-a77d19e84972 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:58.195988 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-81b480ab-b8bb-4f8b-ac83-a77d19e84972 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:58.218396 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-81b480ab-b8bb-4f8b-ac83-a77d19e84972 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7843554 May 20 17:07:58.235627 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-66998256-0552-491c-b0fa-126e28e0adcd service neutron] Request body: {'port': {'device_id': '53d9f2b9-6dc1-4cce-bb3f-8615f85f2a9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:07:58.263426 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf1ac42-0b11-4077-9a42-b16e1e219ea0 None None] New status for floating IP 91616ecb-724c-42fa-9aaf-888bae2078ca: ACTIVE {{(pid=119046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 17:07:58.353110 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-66998256-0552-491c-b0fa-126e28e0adcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:58.574504 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ee566-9410-4260-b13b-75fe3e0aa9b0 req-ac1d534c-95fa-434b-b3c0-31c8ac7d4e02 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:58.576147 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-2c6ee566-9410-4260-b13b-75fe3e0aa9b0 req-ac1d534c-95fa-434b-b3c0-31c8ac7d4e02 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=53d9f2b9-6dc1-4cce-bb3f-8615f85f2a9c HTTP/1.1" status: 200 len: 931 time: 0.0869472 May 20 17:07:58.622683 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-2c6ee566-9410-4260-b13b-75fe3e0aa9b0 req-0b261745-5782-4b1d-a6d8-aa440ec42d9e tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Synchronizing usage tracker for tenant:35d7b72df5af44bd86043d11b88ee3ad on resource:security_group {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:07:58.643581 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-2c6ee566-9410-4260-b13b-75fe3e0aa9b0 req-0b261745-5782-4b1d-a6d8-aa440ec42d9e tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Unset dirty status for tenant:35d7b72df5af44bd86043d11b88ee3ad on resource:security_group {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:07:58.644710 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-2c6ee566-9410-4260-b13b-75fe3e0aa9b0 req-0b261745-5782-4b1d-a6d8-aa440ec42d9e tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628064 May 20 17:07:58.740749 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-66998256-0552-491c-b0fa-126e28e0adcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4 {{(pid=119045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:07:58.748702 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-66998256-0552-491c-b0fa-126e28e0adcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:58.763785 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.provisioning_blocks [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-66998256-0552-491c-b0fa-126e28e0adcd service neutron] Transition to ACTIVE for port object 01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4 will not be triggered until provisioned by entity L2. {{(pid=119045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:07:58.770588 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-66998256-0552-491c-b0fa-126e28e0adcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14687500'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:58.774492 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-ac7c46db-8c7b-46dd-8afb-709d32996e15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:07:58.919260 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66998256-0552-491c-b0fa-126e28e0adcd service neutron] Pushing event updated for resources: {'Port': ['ID=01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4,revision_number=2']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:07:58.926242 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-66998256-0552-491c-b0fa-126e28e0adcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:07:59.001475 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-66998256-0552-491c-b0fa-126e28e0adcd service neutron] Attempting to bind port 01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:07:59.001801 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-66998256-0552-491c-b0fa-126e28e0adcd service neutron] Attempting to bind port 01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'c45ca038-93d5-470c-96c7-8f1c26ba6e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '6dc6be76-746f-4129-80b3-8b85eee1cf94'}] {{(pid=119045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:07:59.002122 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-66998256-0552-491c-b0fa-126e28e0adcd service neutron] Attempting to bind port 01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4 on network 6dc6be76-746f-4129-80b3-8b85eee1cf94 {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:07:59.007099 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-66998256-0552-491c-b0fa-126e28e0adcd service neutron] Port 01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4 on network 6dc6be76-746f-4129-80b3-8b85eee1cf94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 17:07:59.007410 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-66998256-0552-491c-b0fa-126e28e0adcd service neutron] Attempting to bind port 01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4 on network 6dc6be76-746f-4129-80b3-8b85eee1cf94 {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:07:59.012866 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-66998256-0552-491c-b0fa-126e28e0adcd service neutron] Checking agent: {'id': '6f9f6b2e-16b6-4f76-902f-5004e6b9f64e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:07:59.013237 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-66998256-0552-491c-b0fa-126e28e0adcd service neutron] Checking segment: {'id': 'c45ca038-93d5-470c-96c7-8f1c26ba6e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '6dc6be76-746f-4129-80b3-8b85eee1cf94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:07:59.013690 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-66998256-0552-491c-b0fa-126e28e0adcd service neutron] Bound using segment: {'id': 'c45ca038-93d5-470c-96c7-8f1c26ba6e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '6dc6be76-746f-4129-80b3-8b85eee1cf94'} {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:07:59.014110 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-66998256-0552-491c-b0fa-126e28e0adcd service neutron] Bound port: 01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c45ca038-93d5-470c-96c7-8f1c26ba6e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '6dc6be76-746f-4129-80b3-8b85eee1cf94'}}] {{(pid=119045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:07:59.014442 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-66998256-0552-491c-b0fa-126e28e0adcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:59.103466 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-66998256-0552-491c-b0fa-126e28e0adcd service neutron] For port 01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4, host hv-cinder-78652, cleared binding levels {{(pid=119045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:07:59.106455 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-66998256-0552-491c-b0fa-126e28e0adcd service neutron] For port 01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4,segment=NetworkSegment(c45ca038-93d5-470c-96c7-8f1c26ba6e49),segment_id=c45ca038-93d5-470c-96c7-8f1c26ba6e49)] {{(pid=119045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:07:59.114146 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-66998256-0552-491c-b0fa-126e28e0adcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14687500'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:59.119059 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:07:59.295669 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-66998256-0552-491c-b0fa-126e28e0adcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:59.295988 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-66998256-0552-491c-b0fa-126e28e0adcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:07:59.297389 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-66998256-0552-491c-b0fa-126e28e0adcd service neutron] 10.222.0.75 "PUT /v2.0/ports/01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4 HTTP/1.1" status: 200 len: 1093 time: 1.0665412 May 20 17:07:59.297902 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53d9f2b9-6dc1-4cce-bb3f-8615f85f2a9c', 'tag': '01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:07:59.316196 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66998256-0552-491c-b0fa-126e28e0adcd service neutron] Pushing event updated for resources: {'Port': ['ID=01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4,revision_number=3']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:07:59.319506 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-66998256-0552-491c-b0fa-126e28e0adcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:07:59.371154 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53d9f2b9-6dc1-4cce-bb3f-8615f85f2a9c', 'tag': '01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4', 'status': 'completed', 'code': 200} May 20 17:07:59.412670 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-fc85fdb6-bda9-49a5-969b-64f4c1c5f09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:59.414181 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-fc85fdb6-bda9-49a5-969b-64f4c1c5f09f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=35d7b72df5af44bd86043d11b88ee3ad&device_id=53d9f2b9-6dc1-4cce-bb3f-8615f85f2a9c HTTP/1.1" status: 200 len: 1096 time: 0.0753706 May 20 17:07:59.486787 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-1548f2fd-e38b-4bdb-9bd3-3e6e8d2b98f5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4 HTTP/1.1" status: 200 len: 217 time: 0.0635188 May 20 17:07:59.552816 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-2daf40e8-8e20-4a41-9a03-e132b95ab294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:59.554183 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-2daf40e8-8e20-4a41-9a03-e132b95ab294 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e9533a80-acd4-444e-86da-f3a4e09d717b HTTP/1.1" status: 200 len: 855 time: 0.0594280 May 20 17:07:59.606494 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-83ec6a72-0209-49bc-bade-9157b3bc606e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6dc6be76-746f-4129-80b3-8b85eee1cf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440772 May 20 17:07:59.747315 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-58f4dfac-142f-42b5-be52-f2a661fe4487 service neutron] 10.222.0.75 "GET /v2.0/networks/6dc6be76-746f-4129-80b3-8b85eee1cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318166 May 20 17:07:59.888824 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-3e7f4a5f-8375-474a-b5e4-b7c5a16c599a req-3c245d01-9473-4045-ac41-b30246294499 service neutron] 10.222.0.75 "GET /v2.0/networks/6dc6be76-746f-4129-80b3-8b85eee1cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328149 May 20 17:07:59.995167 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d03e2d-81eb-417f-9f7b-162135513e25 req-971c78d4-5b7d-496e-8a17-91e332ff284d tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:07:59.996929 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c4d03e2d-81eb-417f-9f7b-162135513e25 req-971c78d4-5b7d-496e-8a17-91e332ff284d tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=53d9f2b9-6dc1-4cce-bb3f-8615f85f2a9c HTTP/1.1" status: 200 len: 943 time: 0.0914204 May 20 17:08:00.022584 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a264c19-db90-48ab-a599-68c2f3811689 req-b3779f0d-8bd7-4d3b-9c17-587037c93367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:00.024290 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1a264c19-db90-48ab-a599-68c2f3811689 req-b3779f0d-8bd7-4d3b-9c17-587037c93367 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=35d7b72df5af44bd86043d11b88ee3ad&device_id=53d9f2b9-6dc1-4cce-bb3f-8615f85f2a9c HTTP/1.1" status: 200 len: 1096 time: 0.0821955 May 20 17:08:00.047701 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c4d03e2d-81eb-417f-9f7b-162135513e25 req-9de6ce2f-6c88-447a-935b-17e4132309c2 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428553 May 20 17:08:00.166465 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a264c19-db90-48ab-a599-68c2f3811689 req-62a844c3-e1ec-4820-b3ed-220c03bbbbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:00.167919 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1a264c19-db90-48ab-a599-68c2f3811689 req-62a844c3-e1ec-4820-b3ed-220c03bbbbe7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6dc6be76-746f-4129-80b3-8b85eee1cf94 HTTP/1.1" status: 200 len: 916 time: 0.1355402 May 20 17:08:00.235677 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1a264c19-db90-48ab-a599-68c2f3811689 req-c185b88b-d67e-402f-9e68-6060f21d2a43 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4 HTTP/1.1" status: 200 len: 217 time: 0.0598602 May 20 17:08:00.307532 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a264c19-db90-48ab-a599-68c2f3811689 req-15105183-4b99-46fe-bef2-7cdc26bd9d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:00.309235 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1a264c19-db90-48ab-a599-68c2f3811689 req-15105183-4b99-46fe-bef2-7cdc26bd9d24 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e9533a80-acd4-444e-86da-f3a4e09d717b HTTP/1.1" status: 200 len: 855 time: 0.0653970 May 20 17:08:00.358548 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1a264c19-db90-48ab-a599-68c2f3811689 req-424b1530-6329-4235-bbd5-79afcbf0e712 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6dc6be76-746f-4129-80b3-8b85eee1cf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421164 May 20 17:08:00.505251 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1a264c19-db90-48ab-a599-68c2f3811689 req-4b8ab596-6ebd-4fcc-bbfe-2b7eec7b80e0 service neutron] 10.222.0.75 "GET /v2.0/networks/6dc6be76-746f-4129-80b3-8b85eee1cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379735 May 20 17:08:00.639516 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1a264c19-db90-48ab-a599-68c2f3811689 req-26cdaa97-aa0e-4a8d-a611-af4b4ab7f3ff service neutron] 10.222.0.75 "GET /v2.0/networks/6dc6be76-746f-4129-80b3-8b85eee1cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265564 May 20 17:08:01.261728 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24979b45-9a04-4a5f-ac8c-f203a5af0f35 req-3e931a05-1129-4bde-948f-4700592b44cc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:01.262478 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-24979b45-9a04-4a5f-ac8c-f203a5af0f35 req-3e931a05-1129-4bde-948f-4700592b44cc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Synchronizing usage tracker for tenant:35d7b72df5af44bd86043d11b88ee3ad on resource:port {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:08:01.284897 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-24979b45-9a04-4a5f-ac8c-f203a5af0f35 req-3e931a05-1129-4bde-948f-4700592b44cc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Unset dirty status for tenant:35d7b72df5af44bd86043d11b88ee3ad on resource:port {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:08:01.286064 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-24979b45-9a04-4a5f-ac8c-f203a5af0f35 req-3e931a05-1129-4bde-948f-4700592b44cc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=53d9f2b9-6dc1-4cce-bb3f-8615f85f2a9c HTTP/1.1" status: 200 len: 943 time: 0.1219149 May 20 17:08:01.334621 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-24979b45-9a04-4a5f-ac8c-f203a5af0f35 req-df355226-0d60-4997-8101-b27f2d6167a9 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425489 May 20 17:08:02.524446 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74cdf5-3167-4f24-aebb-5dddea2f7bbc req-3da93717-2432-4e6b-a4f4-014a10fa00c5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:02.525938 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-fe74cdf5-3167-4f24-aebb-5dddea2f7bbc req-3da93717-2432-4e6b-a4f4-014a10fa00c5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=53d9f2b9-6dc1-4cce-bb3f-8615f85f2a9c HTTP/1.1" status: 200 len: 943 time: 0.0859787 May 20 17:08:02.573928 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-fe74cdf5-3167-4f24-aebb-5dddea2f7bbc req-7860638f-1f13-4efe-9e7b-8edd52865971 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420067 May 20 17:08:02.864234 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=119046) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 17:08:03.029793 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4,segment=NetworkSegment(c45ca038-93d5-470c-96c7-8f1c26ba6e49),segment_id=c45ca038-93d5-470c-96c7-8f1c26ba6e49)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:08:03.043341 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Returning: {'device': '01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4', 'network_id': '6dc6be76-746f-4129-80b3-8b85eee1cf94', 'port_id': '01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4', 'mac_address': 'fa:16:3e:32:b7:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9533a80-acd4-444e-86da-f3a4e09d717b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119046) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 17:08:03.100850 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:03.118741 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4 {{(pid=119046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:08:03.135411 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4,segment=NetworkSegment(c45ca038-93d5-470c-96c7-8f1c26ba6e49),segment_id=c45ca038-93d5-470c-96c7-8f1c26ba6e49)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:08:03.142382 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:03.144415 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:03.214372 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:03.226762 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:03.227298 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:03.227826 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:03.228383 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:03.228930 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:03.229533 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:03.230078 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:03.230618 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:03.231156 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:03.231692 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:03.232226 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:03.232756 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:03.237270 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:03.441680 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:08:03.772039 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a83d2b-8eab-4a0c-9da0-e9a6b6722285 req-efac1bdb-47dd-4cfa-9d0b-3e08c55fe8d0 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:03.773441 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c7a83d2b-8eab-4a0c-9da0-e9a6b6722285 req-efac1bdb-47dd-4cfa-9d0b-3e08c55fe8d0 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=53d9f2b9-6dc1-4cce-bb3f-8615f85f2a9c HTTP/1.1" status: 200 len: 944 time: 0.0884757 May 20 17:08:03.822945 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c7a83d2b-8eab-4a0c-9da0-e9a6b6722285 req-6d54662a-4604-4704-a253-f8530c147740 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435629 May 20 17:08:04.868913 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4 up at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:08:04.939236 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning for port 01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4 completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:08:04.944688 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning complete for port 01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:08:04.945062 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:05.011419 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ef4ef-d470-4c4a-a8d3-cc9e396d7c76 req-a1c07180-eb4a-41e4-adfe-bf36abee92be tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:05.012861 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b73ef4ef-d470-4c4a-a8d3-cc9e396d7c76 req-a1c07180-eb4a-41e4-adfe-bf36abee92be tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=53d9f2b9-6dc1-4cce-bb3f-8615f85f2a9c HTTP/1.1" status: 200 len: 944 time: 0.0823653 May 20 17:08:05.057268 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b73ef4ef-d470-4c4a-a8d3-cc9e396d7c76 req-2d332de3-b318-465a-9eb1-f0152cdd8eb2 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383255 May 20 17:08:05.061512 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:05.088308 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d9f2b9-6dc1-4cce-bb3f-8615f85f2a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4'}] {{(pid=119046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:08:05.098434 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4,segment=NetworkSegment(c45ca038-93d5-470c-96c7-8f1c26ba6e49),segment_id=c45ca038-93d5-470c-96c7-8f1c26ba6e49)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:08:05.103628 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:05.106577 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:05.141071 dv-cinder-786524-7-iscsi neutron-server[119046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d9f2b9-6dc1-4cce-bb3f-8615f85f2a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4', 'code': 200} May 20 17:08:05.185586 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4,revision_number=5']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:05.188738 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:05.386696 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4742999-1905-420b-8eb4-ce5c245b7983 req-caaa4a99-18bf-4ca8-aa03-e000c794cded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:05.388100 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c4742999-1905-420b-8eb4-ce5c245b7983 req-caaa4a99-18bf-4ca8-aa03-e000c794cded service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=53d9f2b9-6dc1-4cce-bb3f-8615f85f2a9c HTTP/1.1" status: 200 len: 1098 time: 0.0728025 May 20 17:08:05.434298 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c4742999-1905-420b-8eb4-ce5c245b7983 req-be0aa181-4bf5-406a-bed9-c961b8ce0264 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358605 May 20 17:08:06.256691 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ba797-b94e-40d4-a2fa-af4fc4eb78f8 req-96562a29-f7cc-4c4f-bdbe-28088fd3ce9f tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:06.258235 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-600ba797-b94e-40d4-a2fa-af4fc4eb78f8 req-96562a29-f7cc-4c4f-bdbe-28088fd3ce9f tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=53d9f2b9-6dc1-4cce-bb3f-8615f85f2a9c HTTP/1.1" status: 200 len: 945 time: 0.0896215 May 20 17:08:06.402564 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-600ba797-b94e-40d4-a2fa-af4fc4eb78f8 req-1a04f28f-b544-4a0b-b8bc-2d09865b6961 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378117 May 20 17:08:07.616954 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b49382-6d88-423f-af15-02a183e6f717 req-9f2efd32-34e0-4129-8066-c62de45d7e6c tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:07.618777 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b0b49382-6d88-423f-af15-02a183e6f717 req-9f2efd32-34e0-4129-8066-c62de45d7e6c tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=53d9f2b9-6dc1-4cce-bb3f-8615f85f2a9c HTTP/1.1" status: 200 len: 945 time: 0.0852780 May 20 17:08:07.666585 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b0b49382-6d88-423f-af15-02a183e6f717 req-5dcfe009-95d7-4c75-bac2-25489bd453f0 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399356 May 20 17:08:11.583313 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b0559e89-bbcf-497d-98b2-218d28c507c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:12.011082 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a1466-52e3-4a91-a294-081b84d84f2f req-fe6be171-289a-491d-9b98-f1194398ce81 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:12.012465 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-a78a1466-52e3-4a91-a294-081b84d84f2f req-fe6be171-289a-491d-9b98-f1194398ce81 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 947 time: 0.0827367 May 20 17:08:12.062875 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-a78a1466-52e3-4a91-a294-081b84d84f2f req-e99ae7ee-8994-4b66-86e4-fccba1e49703 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440607 May 20 17:08:13.268093 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906716c3-908b-4c1d-b2c8-96b9a8155ed3 req-65a0ce78-5545-431e-8761-e8c9594c8220 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:13.270268 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-906716c3-908b-4c1d-b2c8-96b9a8155ed3 req-65a0ce78-5545-431e-8761-e8c9594c8220 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 947 time: 0.0903707 May 20 17:08:13.317177 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-906716c3-908b-4c1d-b2c8-96b9a8155ed3 req-cd4afdae-b5a3-44c4-a381-4003f69f0ad7 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406497 May 20 17:08:13.684965 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42288c76-1946-4ea9-ab1b-6a940998df0b req-b64e333f-5a08-48c6-8b8e-74ed0d464567 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:13.686567 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-42288c76-1946-4ea9-ab1b-6a940998df0b req-b64e333f-5a08-48c6-8b8e-74ed0d464567 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.75 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 947 time: 0.1924589 May 20 17:08:13.832218 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [req-42288c76-1946-4ea9-ab1b-6a940998df0b req-62be903a-2852-4ac0-ab1b-f1d179bf1248 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Deleting port 49493298-da3c-4cb4-b699-e24d1c162b07 {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:08:13.832439 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-42288c76-1946-4ea9-ab1b-6a940998df0b req-62be903a-2852-4ac0-ab1b-f1d179bf1248 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:13.963930 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-42288c76-1946-4ea9-ab1b-6a940998df0b req-62be903a-2852-4ac0-ab1b-f1d179bf1248 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] For port 49493298-da3c-4cb4-b699-e24d1c162b07, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=49493298-da3c-4cb4-b699-e24d1c162b07,segment=NetworkSegment(04f20a06-e49b-44e4-8773-c49eb357921a),segment_id=04f20a06-e49b-44e4-8773-c49eb357921a)] {{(pid=119045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:08:13.964217 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-42288c76-1946-4ea9-ab1b-6a940998df0b req-62be903a-2852-4ac0-ab1b-f1d179bf1248 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:14.009293 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:14.267332 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-42288c76-1946-4ea9-ab1b-6a940998df0b req-62be903a-2852-4ac0-ab1b-f1d179bf1248 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:14.267710 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-42288c76-1946-4ea9-ab1b-6a940998df0b req-62be903a-2852-4ac0-ab1b-f1d179bf1248 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16751940'] for floatingip, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:14.268026 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.db.l3_db [req-42288c76-1946-4ea9-ab1b-6a940998df0b req-62be903a-2852-4ac0-ab1b-f1d179bf1248 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Floating IP 1fd9af41-83af-47ae-af64-6bedf30d257e disassociated. External IP: 172.27.3.221, port: 49493298-da3c-4cb4-b699-e24d1c162b07. May 20 17:08:14.268368 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [req-42288c76-1946-4ea9-ab1b-6a940998df0b req-62be903a-2852-4ac0-ab1b-f1d179bf1248 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Calling delete_port for 49493298-da3c-4cb4-b699-e24d1c162b07 owned by compute:nova {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:08:14.321409 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-37611f02-3331-467f-af77-d4209050b2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:14.344008 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:14.389459 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-42288c76-1946-4ea9-ab1b-6a940998df0b req-62be903a-2852-4ac0-ab1b-f1d179bf1248 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:14.395859 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-cc06b16d-9f02-459b-bc53-2fe5f31908e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:14.439922 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be903a-2852-4ac0-ab1b-f1d179bf1248 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Pushing event deleted for resources: {'Port': ['ID=49493298-da3c-4cb4-b699-e24d1c162b07,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:14.443648 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-62be903a-2852-4ac0-ab1b-f1d179bf1248 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:14.482214 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-909d231a-1cd3-4c60-9cf8-671df0132150 req-d3b15f40-aa2c-4f95-b2d7-fb24c1c78cca tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 210 time: 0.0440357 May 20 17:08:14.630198 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42288c76-1946-4ea9-ab1b-6a940998df0b req-62be903a-2852-4ac0-ab1b-f1d179bf1248 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Router c5bc0eec-8b05-4562-ae36-8bc97585b490 has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:08:14.636802 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 6 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:08:14.816031 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42288c76-1946-4ea9-ab1b-6a940998df0b req-62be903a-2852-4ac0-ab1b-f1d179bf1248 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:08:14.826193 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35d4d6a-59cf-4c2d-94b0-dc31486e4782 None None] Sync routers for ids ['c5bc0eec-8b05-4562-ae36-8bc97585b490'] in dv-cinder-786524-7-iscsi {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:08:14.838791 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35d4d6a-59cf-4c2d-94b0-dc31486e4782 None None] Routers {'c5bc0eec-8b05-4562-ae36-8bc97585b490'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:08:14.839579 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-d35d4d6a-59cf-4c2d-94b0-dc31486e4782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:08:14Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c5bc0eec-8b05-4562-ae36-8bc97585b490'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:08:14.894216 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [req-42288c76-1946-4ea9-ab1b-6a940998df0b req-62be903a-2852-4ac0-ab1b-f1d179bf1248 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] No DVR routers for this DVR port 49493298-da3c-4cb4-b699-e24d1c162b07 on host hv-cinder-78652 {{(pid=119045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:08:14.896768 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-42288c76-1946-4ea9-ab1b-6a940998df0b req-62be903a-2852-4ac0-ab1b-f1d179bf1248 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:14.899688 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181c7713-b325-491d-82f1-4c40bd0d6baa', 'name': 'network-vif-deleted', 'tag': '49493298-da3c-4cb4-b699-e24d1c162b07'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:08:14.918475 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-42288c76-1946-4ea9-ab1b-6a940998df0b req-62be903a-2852-4ac0-ab1b-f1d179bf1248 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.75 "DELETE /v2.0/ports/49493298-da3c-4cb4-b699-e24d1c162b07 HTTP/1.1" status: 204 len: 173 time: 1.2232368 May 20 17:08:14.969497 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181c7713-b325-491d-82f1-4c40bd0d6baa', 'name': 'network-vif-deleted', 'tag': '49493298-da3c-4cb4-b699-e24d1c162b07', 'status': 'completed', 'code': 200} May 20 17:08:15.034857 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-d35d4d6a-59cf-4c2d-94b0-dc31486e4782 None None] Set router c5bc0eec-8b05-4562-ae36-8bc97585b490 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:08:15.177925 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:15.371680 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-d35d4d6a-59cf-4c2d-94b0-dc31486e4782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'name': 'tempest-AttachVolumeShelveTestJSON-1256951433-router', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:48Z', 'updated_at': '2021-05-20T17:00:56Z', 'revision_number': 4, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'gw_port': {'id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:50Z', 'updated_at': '2021-05-20T17:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd', 'name': '', 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'mac_address': 'fa:16:3e:17:8e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:01:08Z', 'revision_number': 5, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'subnets': [{'id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:08:15.377749 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35d4d6a-59cf-4c2d-94b0-dc31486e4782 None None] Checking router: c5bc0eec-8b05-4562-ae36-8bc97585b490 for host: dv-cinder-786524-7-iscsi {{(pid=119047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:08:15.387684 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35d4d6a-59cf-4c2d-94b0-dc31486e4782 None None] Routers {'c5bc0eec-8b05-4562-ae36-8bc97585b490'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:08:15.388650 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-d35d4d6a-59cf-4c2d-94b0-dc31486e4782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:08:14Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c5bc0eec-8b05-4562-ae36-8bc97585b490'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:08:15.581648 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-d35d4d6a-59cf-4c2d-94b0-dc31486e4782 None None] Set router c5bc0eec-8b05-4562-ae36-8bc97585b490 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:08:15.650574 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-aee11ff2-1013-466d-8394-1d283b7b47cc req-1ff97fb9-4a73-4343-98eb-5ee32dabd109 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/ports?device_id=181c7713-b325-491d-82f1-4c40bd0d6baa HTTP/1.1" status: 200 len: 210 time: 0.0431597 May 20 17:08:15.897333 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-d35d4d6a-59cf-4c2d-94b0-dc31486e4782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'name': 'tempest-AttachVolumeShelveTestJSON-1256951433-router', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:48Z', 'updated_at': '2021-05-20T17:00:56Z', 'revision_number': 4, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'gw_port': {'id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:50Z', 'updated_at': '2021-05-20T17:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd', 'name': '', 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'mac_address': 'fa:16:3e:17:8e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:01:08Z', 'revision_number': 5, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'subnets': [{'id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:08:15.901280 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35d4d6a-59cf-4c2d-94b0-dc31486e4782 None None] The sync data for ids ['c5bc0eec-8b05-4562-ae36-8bc97585b490'] in dv-cinder-786524-7-iscsi is: [{'id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'name': 'tempest-AttachVolumeShelveTestJSON-1256951433-router', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:48Z', 'updated_at': '2021-05-20T17:00:56Z', 'revision_number': 4, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'gw_port': {'id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:50Z', 'updated_at': '2021-05-20T17:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd', 'name': '', 'network_id': '3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'mac_address': 'fa:16:3e:17:8e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:55Z', 'updated_at': '2021-05-20T17:01:08Z', 'revision_number': 5, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'subnets': [{'id': '1551b8a8-c6c6-497b-b551-8db6f5233ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:08:16.143480 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986f4be1-3e5c-45c4-8853-92f4f4c3d4a4 None None] New status for floating IP 1fd9af41-83af-47ae-af64-6bedf30d257e: DOWN {{(pid=119046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 17:08:16.646918 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-c092ce99-0fe3-486d-af4f-cb072f7433a5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:16.648249 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-c092ce99-0fe3-486d-af4f-cb072f7433a5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/networks?id=6dc6be76-746f-4129-80b3-8b85eee1cf94 HTTP/1.1" status: 200 len: 815 time: 0.1528835 May 20 17:08:16.669233 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-85ec69dc-ccb4-46e4-8ed6-9dac70ff83ec tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/quotas/35d7b72df5af44bd86043d11b88ee3ad HTTP/1.1" status: 200 len: 375 time: 0.0098906 May 20 17:08:16.756391 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-53cd6c49-26ab-43d9-a434-98144c010001 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=35d7b72df5af44bd86043d11b88ee3ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0792367 May 20 17:08:16.779933 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 56062) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:16.855003 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-eb45c42f-7d9c-4594-9d79-f4b5a64f612d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:16.889290 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-eb45c42f-7d9c-4594-9d79-f4b5a64f612d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:16.901554 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:16.945488 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-eb45c42f-7d9c-4594-9d79-f4b5a64f612d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:16.949256 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-47925eb8-cc87-4baf-9947-e38f856f8c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:16.964709 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45c42f-7d9c-4594-9d79-f4b5a64f612d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:16.967414 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-eb45c42f-7d9c-4594-9d79-f4b5a64f612d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:16.977044 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-eb45c42f-7d9c-4594-9d79-f4b5a64f612d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:16.978185 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-eb45c42f-7d9c-4594-9d79-f4b5a64f612d tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "DELETE /v2.0/security-groups/2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f HTTP/1.1" status: 204 len: 168 time: 0.1969466 May 20 17:08:16.980798 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 56066) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:16.997693 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.api.v2.resource [None req-6345f5f2-f8e0-4d29-8953-396a08ece36f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] show failed (client error): The resource could not be found. May 20 17:08:16.998700 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-6345f5f2-f8e0-4d29-8953-396a08ece36f tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "GET /v2.0/security-groups/2ac4d02e-5ea1-4a3a-bdb1-25d4c5bd992f HTTP/1.1" status: 404 len: 347 time: 0.0169747 May 20 17:08:17.001517 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 56070) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:17.015472 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-4c5582bb-2bb0-4c42-921d-6a7e86fdc437 service neutron] 10.222.0.36 "GET /v2.0/networks/6dc6be76-746f-4129-80b3-8b85eee1cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521241 May 20 17:08:17.146699 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-ef3d1b1b-4ffc-47dc-ae94-d59997c177f1 service neutron] 10.222.0.36 "GET /v2.0/networks/6dc6be76-746f-4129-80b3-8b85eee1cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246514 May 20 17:08:17.235425 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [None req-ef6a0fff-2a44-4b10-b73c-a81a6056377e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Deleting port 9e991c21-5a5f-4fd7-95e8-acf60b4121c2 {{(pid=119044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:08:17.236217 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ef6a0fff-2a44-4b10-b73c-a81a6056377e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:17.383721 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-952fd407-8b38-411a-9014-adfcbea1103d req-b4662b14-d5ba-4649-91be-2e33fa7cdedb tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb2f24ab-1479-4da9-bc8f-d71dd2417396 HTTP/1.1" status: 200 len: 210 time: 0.0558112 May 20 17:08:17.412982 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ef6a0fff-2a44-4b10-b73c-a81a6056377e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:17.413275 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ef6a0fff-2a44-4b10-b73c-a81a6056377e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:17.539264 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [None req-ef6a0fff-2a44-4b10-b73c-a81a6056377e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Calling delete_port for 9e991c21-5a5f-4fd7-95e8-acf60b4121c2 owned by network:floatingip {{(pid=119044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:08:17.660905 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ef6a0fff-2a44-4b10-b73c-a81a6056377e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:17.665637 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-35a583db-9405-4928-8a96-3eb933ff1ff0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:17.711762 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a0fff-2a44-4b10-b73c-a81a6056377e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Pushing event deleted for resources: {'Port': ['ID=9e991c21-5a5f-4fd7-95e8-acf60b4121c2,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:17.714294 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-ef6a0fff-2a44-4b10-b73c-a81a6056377e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:17.815374 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ef6a0fff-2a44-4b10-b73c-a81a6056377e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks [] for floatingip, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:17.830096 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ef6a0fff-2a44-4b10-b73c-a81a6056377e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for floatingip, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:17.831249 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-ef6a0fff-2a44-4b10-b73c-a81a6056377e tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] 10.222.0.36 "DELETE /v2.0/floatingips/1fd9af41-83af-47ae-af64-6bedf30d257e HTTP/1.1" status: 204 len: 168 time: 0.8288603 May 20 17:08:18.445046 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-a2c22960-2d81-4b1a-9814-e0d0a68f976d tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:18.446602 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-a2c22960-2d81-4b1a-9814-e0d0a68f976d tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.75 "GET /v2.0/networks?id=6dc6be76-746f-4129-80b3-8b85eee1cf94 HTTP/1.1" status: 200 len: 815 time: 0.1561439 May 20 17:08:18.465924 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-8d6a759b-d6ed-408e-bb10-2ec285b2fdfa tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Request body: {'port': {'device_id': 'cb2f24ab-1479-4da9-bc8f-d71dd2417396', 'network_id': '6dc6be76-746f-4129-80b3-8b85eee1cf94', 'admin_state_up': True, 'tenant_id': '35d7b72df5af44bd86043d11b88ee3ad'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:08:18.589972 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4a17ca6b-ac91-404b-a324-1500c7178474 req-5cd05fb5-4073-4e09-a981-6eb142012be5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb2f24ab-1479-4da9-bc8f-d71dd2417396 HTTP/1.1" status: 200 len: 210 time: 0.0919080 May 20 17:08:18.649553 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-8d6a759b-d6ed-408e-bb10-2ec285b2fdfa tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:08:18.659422 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-8d6a759b-d6ed-408e-bb10-2ec285b2fdfa tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:08:18.670838 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-8d6a759b-d6ed-408e-bb10-2ec285b2fdfa tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Made reservation on behalf of 35d7b72df5af44bd86043d11b88ee3ad for: {'port': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:08:18.674676 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-8d6a759b-d6ed-408e-bb10-2ec285b2fdfa tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:18.854097 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_common [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-8d6a759b-d6ed-408e-bb10-2ec285b2fdfa tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Allocated IP 172.20.0.14 (6dc6be76-746f-4129-80b3-8b85eee1cf94/e9533a80-acd4-444e-86da-f3a4e09d717b/6a55b476-2b70-44cc-b4e5-881860f2cf84) {{(pid=119045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:08:18.978516 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 49493298-da3c-4cb4-b699-e24d1c162b07 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:08:19.015287 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] No Port match for: 49493298-da3c-4cb4-b699-e24d1c162b07 {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:08:19.015631 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 49493298-da3c-4cb4-b699-e24d1c162b07 not bound to the agent host hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:08:19.086373 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-8d6a759b-d6ed-408e-bb10-2ec285b2fdfa tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Notify callbacks [] for port, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:19.120113 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-8d6a759b-d6ed-408e-bb10-2ec285b2fdfa tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:19.128020 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-9d725ea3-51cc-4529-b05a-3b2833700f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:19.132714 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:08:19.197042 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-8d6a759b-d6ed-408e-bb10-2ec285b2fdfa tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Network 6dc6be76-746f-4129-80b3-8b85eee1cf94 is already hosted by enough agents. {{(pid=119045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:08:19.200525 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-8d6a759b-d6ed-408e-bb10-2ec285b2fdfa tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Resources bound (agent type, host, resource id): {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:08:19.203278 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-8d6a759b-d6ed-408e-bb10-2ec285b2fdfa tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Received port after_create {{(pid=119045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:08:19.245607 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a759b-d6ed-408e-bb10-2ec285b2fdfa tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Pushing event updated for resources: {'Port': ['ID=6a55b476-2b70-44cc-b4e5-881860f2cf84,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:19.248594 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-8d6a759b-d6ed-408e-bb10-2ec285b2fdfa tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:19.278712 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-8d6a759b-d6ed-408e-bb10-2ec285b2fdfa tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:19.279132 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-8d6a759b-d6ed-408e-bb10-2ec285b2fdfa tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:19.310139 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-8d6a759b-d6ed-408e-bb10-2ec285b2fdfa tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8481600 May 20 17:08:19.326998 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-413799ad-8d23-405c-8cd4-2996de9bd2e1 service neutron] Request body: {'port': {'device_id': 'cb2f24ab-1479-4da9-bc8f-d71dd2417396', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:08:19.449800 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-413799ad-8d23-405c-8cd4-2996de9bd2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:19.790386 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada81d2-bace-4de7-a0bd-ceffecfba0c1 req-c08e2814-5b57-41c9-916d-339334c304a8 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:19.791838 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-cada81d2-bace-4de7-a0bd-ceffecfba0c1 req-c08e2814-5b57-41c9-916d-339334c304a8 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb2f24ab-1479-4da9-bc8f-d71dd2417396 HTTP/1.1" status: 200 len: 932 time: 0.0850379 May 20 17:08:19.806832 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-413799ad-8d23-405c-8cd4-2996de9bd2e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a55b476-2b70-44cc-b4e5-881860f2cf84 {{(pid=119045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:08:19.815085 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-413799ad-8d23-405c-8cd4-2996de9bd2e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:19.830044 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.provisioning_blocks [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-413799ad-8d23-405c-8cd4-2996de9bd2e1 service neutron] Transition to ACTIVE for port object 6a55b476-2b70-44cc-b4e5-881860f2cf84 will not be triggered until provisioned by entity L2. {{(pid=119045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:08:19.836511 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-413799ad-8d23-405c-8cd4-2996de9bd2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14687500'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:19.840175 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-cada81d2-bace-4de7-a0bd-ceffecfba0c1 req-031082cd-d19c-4168-b927-3689e50981b4 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421438 May 20 17:08:19.841608 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-02c9d00a-c5cb-41a4-b854-51b75c1bda51 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:20.098644 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413799ad-8d23-405c-8cd4-2996de9bd2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6a55b476-2b70-44cc-b4e5-881860f2cf84,revision_number=2']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:20.105287 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-413799ad-8d23-405c-8cd4-2996de9bd2e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:20.183770 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-413799ad-8d23-405c-8cd4-2996de9bd2e1 service neutron] Attempting to bind port 6a55b476-2b70-44cc-b4e5-881860f2cf84 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:08:20.184108 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-413799ad-8d23-405c-8cd4-2996de9bd2e1 service neutron] Attempting to bind port 6a55b476-2b70-44cc-b4e5-881860f2cf84 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'c45ca038-93d5-470c-96c7-8f1c26ba6e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '6dc6be76-746f-4129-80b3-8b85eee1cf94'}] {{(pid=119045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:08:20.184434 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-413799ad-8d23-405c-8cd4-2996de9bd2e1 service neutron] Attempting to bind port 6a55b476-2b70-44cc-b4e5-881860f2cf84 on network 6dc6be76-746f-4129-80b3-8b85eee1cf94 {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:08:20.189929 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-413799ad-8d23-405c-8cd4-2996de9bd2e1 service neutron] Port 6a55b476-2b70-44cc-b4e5-881860f2cf84 on network 6dc6be76-746f-4129-80b3-8b85eee1cf94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 17:08:20.190243 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-413799ad-8d23-405c-8cd4-2996de9bd2e1 service neutron] Attempting to bind port 6a55b476-2b70-44cc-b4e5-881860f2cf84 on network 6dc6be76-746f-4129-80b3-8b85eee1cf94 {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:08:20.195784 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-413799ad-8d23-405c-8cd4-2996de9bd2e1 service neutron] Checking agent: {'id': '6f9f6b2e-16b6-4f76-902f-5004e6b9f64e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:08:20.196114 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-413799ad-8d23-405c-8cd4-2996de9bd2e1 service neutron] Checking segment: {'id': 'c45ca038-93d5-470c-96c7-8f1c26ba6e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '6dc6be76-746f-4129-80b3-8b85eee1cf94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:08:20.196494 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-413799ad-8d23-405c-8cd4-2996de9bd2e1 service neutron] Bound using segment: {'id': 'c45ca038-93d5-470c-96c7-8f1c26ba6e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '6dc6be76-746f-4129-80b3-8b85eee1cf94'} {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:08:20.196920 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-413799ad-8d23-405c-8cd4-2996de9bd2e1 service neutron] Bound port: 6a55b476-2b70-44cc-b4e5-881860f2cf84, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c45ca038-93d5-470c-96c7-8f1c26ba6e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '6dc6be76-746f-4129-80b3-8b85eee1cf94'}}] {{(pid=119045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:08:20.197305 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-413799ad-8d23-405c-8cd4-2996de9bd2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:20.295379 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-413799ad-8d23-405c-8cd4-2996de9bd2e1 service neutron] For port 6a55b476-2b70-44cc-b4e5-881860f2cf84, host hv-cinder-78652, cleared binding levels {{(pid=119045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:08:20.298883 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-413799ad-8d23-405c-8cd4-2996de9bd2e1 service neutron] For port 6a55b476-2b70-44cc-b4e5-881860f2cf84, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6a55b476-2b70-44cc-b4e5-881860f2cf84,segment=NetworkSegment(c45ca038-93d5-470c-96c7-8f1c26ba6e49),segment_id=c45ca038-93d5-470c-96c7-8f1c26ba6e49)] {{(pid=119045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:08:20.306688 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-413799ad-8d23-405c-8cd4-2996de9bd2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14687500'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:20.310408 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-e0020533-3f18-486c-b989-11ed84b94412 tempest-VolumesNegativeTest-1547810758 tempest-VolumesNegativeTest-1547810758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:20.368235 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-413799ad-8d23-405c-8cd4-2996de9bd2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:20.368838 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-413799ad-8d23-405c-8cd4-2996de9bd2e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:20.370223 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-413799ad-8d23-405c-8cd4-2996de9bd2e1 service neutron] 10.222.0.75 "PUT /v2.0/ports/6a55b476-2b70-44cc-b4e5-881860f2cf84 HTTP/1.1" status: 200 len: 1094 time: 1.0488770 May 20 17:08:20.370739 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2f24ab-1479-4da9-bc8f-d71dd2417396', 'tag': '6a55b476-2b70-44cc-b4e5-881860f2cf84'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:08:20.393118 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413799ad-8d23-405c-8cd4-2996de9bd2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6a55b476-2b70-44cc-b4e5-881860f2cf84,revision_number=3']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:20.396620 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-413799ad-8d23-405c-8cd4-2996de9bd2e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:20.419707 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2f24ab-1479-4da9-bc8f-d71dd2417396', 'tag': '6a55b476-2b70-44cc-b4e5-881860f2cf84', 'status': 'completed', 'code': 200} May 20 17:08:20.497890 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-23826c88-6922-4cec-b481-88301bb2b37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:20.499389 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-23826c88-6922-4cec-b481-88301bb2b37b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=35d7b72df5af44bd86043d11b88ee3ad&device_id=cb2f24ab-1479-4da9-bc8f-d71dd2417396 HTTP/1.1" status: 200 len: 1097 time: 0.0728433 May 20 17:08:20.571683 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-c67f688d-099f-402b-96de-be9a0409916a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a55b476-2b70-44cc-b4e5-881860f2cf84 HTTP/1.1" status: 200 len: 217 time: 0.0633430 May 20 17:08:20.637862 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-adf94b3b-8100-4818-8caa-fd0b23ca7872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:20.639299 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-adf94b3b-8100-4818-8caa-fd0b23ca7872 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e9533a80-acd4-444e-86da-f3a4e09d717b HTTP/1.1" status: 200 len: 855 time: 0.0604839 May 20 17:08:20.668619 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 56116) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:20.692183 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-d2ec8ddf-fff2-44ba-8fb1-55bb20d2208f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6dc6be76-746f-4129-80b3-8b85eee1cf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402706 May 20 17:08:20.826422 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-7b1eeceb-adff-47bd-9774-0c86145f2d5b service neutron] 10.222.0.75 "GET /v2.0/networks/6dc6be76-746f-4129-80b3-8b85eee1cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246336 May 20 17:08:20.971271 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c84d0e91-5dd4-479e-84d2-6fcb3a64b624 req-e14a2d7e-ec99-41d9-9e27-00275f5fc61e service neutron] 10.222.0.75 "GET /v2.0/networks/6dc6be76-746f-4129-80b3-8b85eee1cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364753 May 20 17:08:21.106833 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d3949-44f8-43f0-914e-994b54759aa9 req-794b1db1-2233-4bdc-bd1f-aea49bed9833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:21.108334 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-f57d3949-44f8-43f0-914e-994b54759aa9 req-794b1db1-2233-4bdc-bd1f-aea49bed9833 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=35d7b72df5af44bd86043d11b88ee3ad&device_id=cb2f24ab-1479-4da9-bc8f-d71dd2417396 HTTP/1.1" status: 200 len: 1097 time: 0.0775774 May 20 17:08:21.219142 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd399545-fc16-4218-a96e-70737ca4c5ec req-c33ab420-d419-4956-8e87-12c57996fbda tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:21.220568 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-fd399545-fc16-4218-a96e-70737ca4c5ec req-c33ab420-d419-4956-8e87-12c57996fbda tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb2f24ab-1479-4da9-bc8f-d71dd2417396 HTTP/1.1" status: 200 len: 944 time: 0.2440076 May 20 17:08:21.243917 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d3949-44f8-43f0-914e-994b54759aa9 req-c42d2dc5-c837-4646-8d24-0a0f7a72bce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:21.245594 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-f57d3949-44f8-43f0-914e-994b54759aa9 req-c42d2dc5-c837-4646-8d24-0a0f7a72bce4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6dc6be76-746f-4129-80b3-8b85eee1cf94 HTTP/1.1" status: 200 len: 916 time: 0.1303856 May 20 17:08:21.311812 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-fd399545-fc16-4218-a96e-70737ca4c5ec req-5adaf052-45f5-4438-9d03-da34f70b8b8f tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845571 May 20 17:08:21.323625 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-f57d3949-44f8-43f0-914e-994b54759aa9 req-ede5c816-6bc2-410b-a110-39b504381870 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a55b476-2b70-44cc-b4e5-881860f2cf84 HTTP/1.1" status: 200 len: 217 time: 0.0699775 May 20 17:08:21.389053 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d3949-44f8-43f0-914e-994b54759aa9 req-0f8c7ca1-765f-417e-943f-623c77fec96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:21.390434 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-f57d3949-44f8-43f0-914e-994b54759aa9 req-0f8c7ca1-765f-417e-943f-623c77fec96c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e9533a80-acd4-444e-86da-f3a4e09d717b HTTP/1.1" status: 200 len: 855 time: 0.0599532 May 20 17:08:21.445047 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-f57d3949-44f8-43f0-914e-994b54759aa9 req-fb6b2072-5499-4cfe-8539-0dafab38f7b1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6dc6be76-746f-4129-80b3-8b85eee1cf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455055 May 20 17:08:21.469025 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-dcc8a1af-55ff-413f-8ea4-abc5bf3651ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16379738'] for router_interface, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:21.579746 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-f57d3949-44f8-43f0-914e-994b54759aa9 req-572e1c2d-bf44-47f9-86db-98318750fd72 service neutron] 10.222.0.75 "GET /v2.0/networks/6dc6be76-746f-4129-80b3-8b85eee1cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271260 May 20 17:08:21.821720 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-f57d3949-44f8-43f0-914e-994b54759aa9 req-e68b39b4-3aa6-46f3-8efa-c7dd5679689b service neutron] 10.222.0.75 "GET /v2.0/networks/6dc6be76-746f-4129-80b3-8b85eee1cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344472 May 20 17:08:21.897708 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [None req-dcc8a1af-55ff-413f-8ea4-abc5bf3651ed admin admin] Deleting port 4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd {{(pid=119044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:08:21.898071 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-dcc8a1af-55ff-413f-8ea4-abc5bf3651ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:22.025612 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [None req-dcc8a1af-55ff-413f-8ea4-abc5bf3651ed admin admin] For port 4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd,segment=NetworkSegment(04f20a06-e49b-44e4-8773-c49eb357921a),segment_id=04f20a06-e49b-44e4-8773-c49eb357921a)] {{(pid=119044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:08:22.026063 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-dcc8a1af-55ff-413f-8ea4-abc5bf3651ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:22.149272 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [None req-dcc8a1af-55ff-413f-8ea4-abc5bf3651ed admin admin] Calling delete_port for 4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd owned by network:router_interface {{(pid=119044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:08:22.445881 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-dcc8a1af-55ff-413f-8ea4-abc5bf3651ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:22.450611 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-84870222-599d-4f26-835a-74f554b4be0f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:22.509995 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9485c-45aa-4b93-849e-016c427d66ff req-16161feb-b23d-4bab-acc7-58d2e2d20ecd tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:22.510741 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-dcd9485c-45aa-4b93-849e-016c427d66ff req-16161feb-b23d-4bab-acc7-58d2e2d20ecd tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Synchronizing usage tracker for tenant:35d7b72df5af44bd86043d11b88ee3ad on resource:port {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:08:22.532369 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-dcd9485c-45aa-4b93-849e-016c427d66ff req-16161feb-b23d-4bab-acc7-58d2e2d20ecd tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Unset dirty status for tenant:35d7b72df5af44bd86043d11b88ee3ad on resource:port {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:08:22.534011 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-dcd9485c-45aa-4b93-849e-016c427d66ff req-16161feb-b23d-4bab-acc7-58d2e2d20ecd tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb2f24ab-1479-4da9-bc8f-d71dd2417396 HTTP/1.1" status: 200 len: 944 time: 0.1116683 May 20 17:08:22.581867 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-dcd9485c-45aa-4b93-849e-016c427d66ff req-4fa58961-e7ad-480f-94e4-af9f224294e1 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419457 May 20 17:08:22.595996 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8a1af-55ff-413f-8ea4-abc5bf3651ed admin admin] Pushing event deleted for resources: {'Port': ['ID=4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:22.599136 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-dcc8a1af-55ff-413f-8ea4-abc5bf3651ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:22.863205 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-dcc8a1af-55ff-413f-8ea4-abc5bf3651ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16308137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16379886'] for router_interface, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:23.238393 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc8a1af-55ff-413f-8ea4-abc5bf3651ed admin admin] Router c5bc0eec-8b05-4562-ae36-8bc97585b490 has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:08:23.422886 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc8a1af-55ff-413f-8ea4-abc5bf3651ed admin admin] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:08:23.431426 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f199686-c6f2-4f0f-8e8b-1cd2962463d3 None None] Sync routers for ids ['c5bc0eec-8b05-4562-ae36-8bc97585b490'] in dv-cinder-786524-7-iscsi {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:08:23.436788 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-dcc8a1af-55ff-413f-8ea4-abc5bf3651ed admin admin] 10.222.0.36 "PUT /v2.0/routers/c5bc0eec-8b05-4562-ae36-8bc97585b490/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7669954 May 20 17:08:23.439750 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 56126) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:23.441960 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f199686-c6f2-4f0f-8e8b-1cd2962463d3 None None] Routers {'c5bc0eec-8b05-4562-ae36-8bc97585b490'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:08:23.442575 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-2f199686-c6f2-4f0f-8e8b-1cd2962463d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:08:14Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c5bc0eec-8b05-4562-ae36-8bc97585b490'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:08:23.616389 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-21c0ee24-baaa-4563-a38f-47d4390850f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:23.627335 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-2f199686-c6f2-4f0f-8e8b-1cd2962463d3 None None] Set router c5bc0eec-8b05-4562-ae36-8bc97585b490 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:08:23.951954 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-2f199686-c6f2-4f0f-8e8b-1cd2962463d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'name': 'tempest-AttachVolumeShelveTestJSON-1256951433-router', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:48Z', 'updated_at': '2021-05-20T17:08:22Z', 'revision_number': 5, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'gw_port': {'id': '9a4fa161-28a3-49a0-9c80-2d961f005169', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:00:50Z', 'updated_at': '2021-05-20T17:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi'}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:08:23.956231 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f199686-c6f2-4f0f-8e8b-1cd2962463d3 None None] Checking router: c5bc0eec-8b05-4562-ae36-8bc97585b490 for host: dv-cinder-786524-7-iscsi {{(pid=119047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:08:23.964539 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-21c0ee24-baaa-4563-a38f-47d4390850f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:23.964776 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f199686-c6f2-4f0f-8e8b-1cd2962463d3 None None] Routers {'c5bc0eec-8b05-4562-ae36-8bc97585b490'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:08:23.965406 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-2f199686-c6f2-4f0f-8e8b-1cd2962463d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:08:14Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c5bc0eec-8b05-4562-ae36-8bc97585b490'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:08:23.984034 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a4684-ffd4-45a5-9863-d556f3fa517b req-33821817-bb8e-44fb-926a-386b6002e683 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:23.985672 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-021a4684-ffd4-45a5-9863-d556f3fa517b req-33821817-bb8e-44fb-926a-386b6002e683 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb2f24ab-1479-4da9-bc8f-d71dd2417396 HTTP/1.1" status: 200 len: 944 time: 0.2877676 May 20 17:08:24.079091 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-021a4684-ffd4-45a5-9863-d556f3fa517b req-953cdf84-ad6b-4236-9638-03ac3a612f4f tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679302 May 20 17:08:24.101752 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [None req-21c0ee24-baaa-4563-a38f-47d4390850f2 admin admin] Deleting port 9a4fa161-28a3-49a0-9c80-2d961f005169 {{(pid=119044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:08:24.102363 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-21c0ee24-baaa-4563-a38f-47d4390850f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:24.113219 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-2f199686-c6f2-4f0f-8e8b-1cd2962463d3 None None] Set router c5bc0eec-8b05-4562-ae36-8bc97585b490 gateway port host: None {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:08:24.215197 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-2f199686-c6f2-4f0f-8e8b-1cd2962463d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'name': 'tempest-AttachVolumeShelveTestJSON-1256951433-router', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:48Z', 'updated_at': '2021-05-20T17:08:23Z', 'revision_number': 6, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'gw_port_host': None}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:08:24.219346 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f199686-c6f2-4f0f-8e8b-1cd2962463d3 None None] The sync data for ids ['c5bc0eec-8b05-4562-ae36-8bc97585b490'] in dv-cinder-786524-7-iscsi is: [{'id': 'c5bc0eec-8b05-4562-ae36-8bc97585b490', 'name': 'tempest-AttachVolumeShelveTestJSON-1256951433-router', 'tenant_id': '15040cd71cf0497581d552f7a0ff286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:00:48Z', 'updated_at': '2021-05-20T17:08:23Z', 'revision_number': 6, 'project_id': '15040cd71cf0497581d552f7a0ff286f', 'gw_port_host': None}] {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:08:24.227877 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [None req-21c0ee24-baaa-4563-a38f-47d4390850f2 admin admin] For port 9a4fa161-28a3-49a0-9c80-2d961f005169, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=9a4fa161-28a3-49a0-9c80-2d961f005169,segment=NetworkSegment(be7a08f1-7b47-4c24-ac33-26538d548295),segment_id=be7a08f1-7b47-4c24-ac33-26538d548295)] {{(pid=119044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:08:24.228240 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-21c0ee24-baaa-4563-a38f-47d4390850f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:24.355831 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [None req-21c0ee24-baaa-4563-a38f-47d4390850f2 admin admin] Calling delete_port for 9a4fa161-28a3-49a0-9c80-2d961f005169 owned by network:router_gateway {{(pid=119044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:08:24.498576 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-21c0ee24-baaa-4563-a38f-47d4390850f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:24.502749 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-d090ce65-f1fa-4b21-a2df-457759e645ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:24.547582 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0ee24-baaa-4563-a38f-47d4390850f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a4fa161-28a3-49a0-9c80-2d961f005169,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:24.550909 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-21c0ee24-baaa-4563-a38f-47d4390850f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:24.640484 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-21c0ee24-baaa-4563-a38f-47d4390850f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16751985'] for router_gateway, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:24.814613 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-21c0ee24-baaa-4563-a38f-47d4390850f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16750855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3075'] for router, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:24.816810 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-21c0ee24-baaa-4563-a38f-47d4390850f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:24.911434 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-21c0ee24-baaa-4563-a38f-47d4390850f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16752461'] for router, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:24.912160 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c0ee24-baaa-4563-a38f-47d4390850f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5bc0eec-8b05-4562-ae36-8bc97585b490 {{(pid=119044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 17:08:24.928851 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-21c0ee24-baaa-4563-a38f-47d4390850f2 admin admin] Notify callbacks [] for router, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:24.930072 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-21c0ee24-baaa-4563-a38f-47d4390850f2 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c5bc0eec-8b05-4562-ae36-8bc97585b490 HTTP/1.1" status: 204 len: 168 time: 1.4893861 May 20 17:08:24.932744 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 56132) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:24.991190 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd3f9424-dd1d-498c-b9da-e3fe2a5f7f56 admin admin] Deleting subnet 1551b8a8-c6c6-497b-b551-8db6f5233ebf {{(pid=119044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 17:08:24.994550 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-dd3f9424-dd1d-498c-b9da-e3fe2a5f7f56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:25.039538 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 6a55b476-2b70-44cc-b4e5-881860f2cf84 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=119046) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 17:08:25.047224 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-dd3f9424-dd1d-498c-b9da-e3fe2a5f7f56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15043276'] for subnet, precommit_delete_associations {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:25.161958 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-dd3f9424-dd1d-498c-b9da-e3fe2a5f7f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006482'] for subnet, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:25.176519 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 6a55b476-2b70-44cc-b4e5-881860f2cf84, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6a55b476-2b70-44cc-b4e5-881860f2cf84,segment=NetworkSegment(c45ca038-93d5-470c-96c7-8f1c26ba6e49),segment_id=c45ca038-93d5-470c-96c7-8f1c26ba6e49)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:08:25.194207 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Returning: {'device': '6a55b476-2b70-44cc-b4e5-881860f2cf84', 'network_id': '6dc6be76-746f-4129-80b3-8b85eee1cf94', 'port_id': '6a55b476-2b70-44cc-b4e5-881860f2cf84', 'mac_address': 'fa:16:3e:44:87:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9533a80-acd4-444e-86da-f3a4e09d717b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119046) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 17:08:25.253908 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:25.272211 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a55b476-2b70-44cc-b4e5-881860f2cf84 {{(pid=119046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:08:25.273962 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9979774-bf97-41ef-9924-bf598a522610 req-983941ff-3eea-4806-ac56-a6ba76670e62 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:25.275549 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c9979774-bf97-41ef-9924-bf598a522610 req-983941ff-3eea-4806-ac56-a6ba76670e62 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb2f24ab-1479-4da9-bc8f-d71dd2417396 HTTP/1.1" status: 200 len: 944 time: 0.0927320 May 20 17:08:25.290937 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 6a55b476-2b70-44cc-b4e5-881860f2cf84, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6a55b476-2b70-44cc-b4e5-881860f2cf84,segment=NetworkSegment(c45ca038-93d5-470c-96c7-8f1c26ba6e49),segment_id=c45ca038-93d5-470c-96c7-8f1c26ba6e49)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:08:25.297510 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:25.299725 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:25.324924 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c9979774-bf97-41ef-9924-bf598a522610 req-23f1a33e-e2b2-4835-a738-e5c75f140397 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424080 May 20 17:08:25.372970 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=6a55b476-2b70-44cc-b4e5-881860f2cf84,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:25.376118 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:25.445475 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-dd3f9424-dd1d-498c-b9da-e3fe2a5f7f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14410936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15187182'] for subnet, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:25.449455 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:25.487504 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f9424-dd1d-498c-b9da-e3fe2a5f7f56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1551b8a8-c6c6-497b-b551-8db6f5233ebf,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:25.490992 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-dd3f9424-dd1d-498c-b9da-e3fe2a5f7f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:25.492002 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-dd3f9424-dd1d-498c-b9da-e3fe2a5f7f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for subnet, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:25.498518 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ade6c77-0373-40c0-99cf-e16228ea2334 None None] Network 3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:08:25.500196 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-dd3f9424-dd1d-498c-b9da-e3fe2a5f7f56 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1551b8a8-c6c6-497b-b551-8db6f5233ebf HTTP/1.1" status: 204 len: 168 time: 0.5664060 May 20 17:08:25.502745 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 56138) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:25.590692 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['6a55b476-2b70-44cc-b4e5-881860f2cf84'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:08:25.706294 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-69f461f2-a0d0-491f-ab69-4342ee13f30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655306'] for network, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:25.782567 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [None req-69f461f2-a0d0-491f-ab69-4342ee13f30f admin admin] Deleting port 6f46c0ae-cea5-4e9f-ad76-cb72512dc344 {{(pid=119044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:08:25.782918 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-69f461f2-a0d0-491f-ab69-4342ee13f30f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:25.891826 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [None req-69f461f2-a0d0-491f-ab69-4342ee13f30f admin admin] For port 6f46c0ae-cea5-4e9f-ad76-cb72512dc344, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=6f46c0ae-cea5-4e9f-ad76-cb72512dc344,segment=NetworkSegment(04f20a06-e49b-44e4-8773-c49eb357921a),segment_id=04f20a06-e49b-44e4-8773-c49eb357921a)] {{(pid=119044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:08:25.892150 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-69f461f2-a0d0-491f-ab69-4342ee13f30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:25.900421 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465296d3-4d23-4e6a-b07e-4e0937bdbec3 None None] DHCP port deletion for 3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe request from dv-cinder-786524-7-iscsi {{(pid=119046) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 17:08:25.969317 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-465296d3-4d23-4e6a-b07e-4e0937bdbec3 None None] Deleting port 6f46c0ae-cea5-4e9f-ad76-cb72512dc344 {{(pid=119046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:08:25.970145 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-465296d3-4d23-4e6a-b07e-4e0937bdbec3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:26.015700 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [None req-69f461f2-a0d0-491f-ab69-4342ee13f30f admin admin] Calling delete_port for 6f46c0ae-cea5-4e9f-ad76-cb72512dc344 owned by network:dhcp {{(pid=119044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:08:26.063615 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-69f461f2-a0d0-491f-ab69-4342ee13f30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:26.069809 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-84870222-599d-4f26-835a-74f554b4be0f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:26.076273 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-465296d3-4d23-4e6a-b07e-4e0937bdbec3 None None] For port 6f46c0ae-cea5-4e9f-ad76-cb72512dc344, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=6f46c0ae-cea5-4e9f-ad76-cb72512dc344,segment=NetworkSegment(04f20a06-e49b-44e4-8773-c49eb357921a),segment_id=04f20a06-e49b-44e4-8773-c49eb357921a)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:08:26.076780 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-465296d3-4d23-4e6a-b07e-4e0937bdbec3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:26.118884 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f461f2-a0d0-491f-ab69-4342ee13f30f admin admin] Pushing event deleted for resources: {'Port': ['ID=6f46c0ae-cea5-4e9f-ad76-cb72512dc344,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:26.120701 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f461f2-a0d0-491f-ab69-4342ee13f30f admin admin] No DVR routers for this DVR port 6f46c0ae-cea5-4e9f-ad76-cb72512dc344 on host dv-cinder-786524-7-iscsi {{(pid=119044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:08:26.122168 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-69f461f2-a0d0-491f-ab69-4342ee13f30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:26.151205 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 9a4fa161-28a3-49a0-9c80-2d961f005169 no longer exists at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:08:26.237893 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-69f461f2-a0d0-491f-ab69-4342ee13f30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001245', 'neutron.services.segments.db._delete_segments_for_network-8727197674105'] for network, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:26.239048 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-465296d3-4d23-4e6a-b07e-4e0937bdbec3 None None] Calling delete_port for 6f46c0ae-cea5-4e9f-ad76-cb72512dc344 owned by network:dhcp {{(pid=119046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:08:26.248389 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] No Port match for: 9a4fa161-28a3-49a0-9c80-2d961f005169 {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:08:26.248738 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 9a4fa161-28a3-49a0-9c80-2d961f005169 not bound to the agent host dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:08:26.249134 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd no longer exists at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:08:26.252415 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-69f461f2-a0d0-491f-ab69-4342ee13f30f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe']}} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:08:26.265328 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-69f461f2-a0d0-491f-ab69-4342ee13f30f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f20a06-e49b-44e4-8773-c49eb357921a') {'for_net_delete': True} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:08:26.265640 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-69f461f2-a0d0-491f-ab69-4342ee13f30f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f20a06-e49b-44e4-8773-c49eb357921a') {} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:08:26.277551 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-69f461f2-a0d0-491f-ab69-4342ee13f30f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727197686263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15043267'] for segment, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:26.283143 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] No Port match for: 4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:08:26.283611 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 4deda8c8-39c3-4309-88b9-cdb4ab6b1ebd not bound to the agent host dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:08:26.284117 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 6f46c0ae-cea5-4e9f-ad76-cb72512dc344 no longer exists at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:08:26.294466 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-69f461f2-a0d0-491f-ab69-4342ee13f30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:26.301512 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f461f2-a0d0-491f-ab69-4342ee13f30f admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=119044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 17:08:26.301902 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-69f461f2-a0d0-491f-ab69-4342ee13f30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14410782'] for segment, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:26.315401 dv-cinder-786524-7-iscsi neutron-server[119044]: Traceback (most recent call last): May 20 17:08:26.315401 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 17:08:26.315401 dv-cinder-786524-7-iscsi neutron-server[119044]: timer() May 20 17:08:26.315401 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 17:08:26.315401 dv-cinder-786524-7-iscsi neutron-server[119044]: cb(*args, **kw) May 20 17:08:26.315401 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 17:08:26.315401 dv-cinder-786524-7-iscsi neutron-server[119044]: return func(*args, **kwargs) May 20 17:08:26.315401 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 17:08:26.315401 dv-cinder-786524-7-iscsi neutron-server[119044]: self._notify() May 20 17:08:26.315401 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 17:08:26.315401 dv-cinder-786524-7-iscsi neutron-server[119044]: self.callback(batched_events) May 20 17:08:26.315401 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 17:08:26.315401 dv-cinder-786524-7-iscsi neutron-server[119044]: event.method(event) May 20 17:08:26.315401 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 17:08:26.315401 dv-cinder-786524-7-iscsi neutron-server[119044]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 17:08:26.315401 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 17:08:26.315401 dv-cinder-786524-7-iscsi neutron-server[119044]: aggregate_uuid = self.p_client.list_aggregates( May 20 17:08:26.315401 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 17:08:26.315401 dv-cinder-786524-7-iscsi neutron-server[119044]: return f(self, *a, **k) May 20 17:08:26.315401 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 17:08:26.315401 dv-cinder-786524-7-iscsi neutron-server[119044]: return self._get(url).json() May 20 17:08:26.315401 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 17:08:26.315401 dv-cinder-786524-7-iscsi neutron-server[119044]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 17:08:26.315401 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 17:08:26.315401 dv-cinder-786524-7-iscsi neutron-server[119044]: return self.request(url, 'GET', **kwargs) May 20 17:08:26.315401 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 17:08:26.315401 dv-cinder-786524-7-iscsi neutron-server[119044]: base_url = self.get_endpoint(auth, allow=allow, May 20 17:08:26.315401 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 17:08:26.315401 dv-cinder-786524-7-iscsi neutron-server[119044]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 17:08:26.315401 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 17:08:26.315401 dv-cinder-786524-7-iscsi neutron-server[119044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 17:08:26.315401 dv-cinder-786524-7-iscsi neutron-server[119044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 17:08:26.320805 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] No Port match for: 6f46c0ae-cea5-4e9f-ad76-cb72512dc344 {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:08:26.321176 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 6f46c0ae-cea5-4e9f-ad76-cb72512dc344 not bound to the agent host dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:08:26.359768 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-465296d3-4d23-4e6a-b07e-4e0937bdbec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800'] for port, after_delete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:26.364089 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:26.401099 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-69f461f2-a0d0-491f-ab69-4342ee13f30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16751962'] for network, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:26.404676 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:26.410738 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465296d3-4d23-4e6a-b07e-4e0937bdbec3 None None] Pushing event deleted for resources: {'Port': ['ID=6f46c0ae-cea5-4e9f-ad76-cb72512dc344,revision_number=None']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:26.413034 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-465296d3-4d23-4e6a-b07e-4e0937bdbec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:26.415555 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465296d3-4d23-4e6a-b07e-4e0937bdbec3 None None] No DVR routers for this DVR port 6f46c0ae-cea5-4e9f-ad76-cb72512dc344 on host dv-cinder-786524-7-iscsi {{(pid=119046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:08:26.419986 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-69f461f2-a0d0-491f-ab69-4342ee13f30f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:26.428695 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f461f2-a0d0-491f-ab69-4342ee13f30f admin admin] Pushing event deleted for resources: {'Network': ['ID=3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:26.431928 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-69f461f2-a0d0-491f-ab69-4342ee13f30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:26.444516 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-69f461f2-a0d0-491f-ab69-4342ee13f30f admin admin] 10.222.0.36 "DELETE /v2.0/networks/3b61a9d7-7383-4c4c-b3ba-6d1a0c2ca0fe HTTP/1.1" status: 204 len: 168 time: 0.9407582 May 20 17:08:26.540064 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53cf04-7f26-4abf-9f38-4f0bc26eeac2 req-90c3b622-df7e-48bc-99fb-b6ba80ed33c3 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:26.541633 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7f53cf04-7f26-4abf-9f38-4f0bc26eeac2 req-90c3b622-df7e-48bc-99fb-b6ba80ed33c3 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb2f24ab-1479-4da9-bc8f-d71dd2417396 HTTP/1.1" status: 200 len: 945 time: 0.0850291 May 20 17:08:26.569399 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 56148) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:26.593344 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7f53cf04-7f26-4abf-9f38-4f0bc26eeac2 req-3baddc02-b470-4c5d-8235-92ece31d265b tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458803 May 20 17:08:26.619964 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-5cb0d4e8-109e-4992-b9bd-d0f6d4c4b0cd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=15040cd71cf0497581d552f7a0ff286f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0491221 May 20 17:08:26.622589 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 56152) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:26.678750 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-760698fa-7da2-4b78-97e9-662567672948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:26.704235 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-760698fa-7da2-4b78-97e9-662567672948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:26.763862 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-760698fa-7da2-4b78-97e9-662567672948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:26.769060 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-292203ac-8511-44e2-9744-1f32078c7f10 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:26.782806 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760698fa-7da2-4b78-97e9-662567672948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905a07e8-4f88-41ee-aa58-584ffd81dc43,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:26.786810 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-760698fa-7da2-4b78-97e9-662567672948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:26.790269 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-760698fa-7da2-4b78-97e9-662567672948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:26.794042 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-760698fa-7da2-4b78-97e9-662567672948 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/905a07e8-4f88-41ee-aa58-584ffd81dc43 HTTP/1.1" status: 204 len: 168 time: 0.1679373 May 20 17:08:27.055457 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 6a55b476-2b70-44cc-b4e5-881860f2cf84 up at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:08:27.128427 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning for port 6a55b476-2b70-44cc-b4e5-881860f2cf84 completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:08:27.133645 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning complete for port 6a55b476-2b70-44cc-b4e5-881860f2cf84 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:08:27.134020 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:27.254209 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:27.281104 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2f24ab-1479-4da9-bc8f-d71dd2417396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a55b476-2b70-44cc-b4e5-881860f2cf84'}] {{(pid=119046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:08:27.294386 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 6a55b476-2b70-44cc-b4e5-881860f2cf84, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6a55b476-2b70-44cc-b4e5-881860f2cf84,segment=NetworkSegment(c45ca038-93d5-470c-96c7-8f1c26ba6e49),segment_id=c45ca038-93d5-470c-96c7-8f1c26ba6e49)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:08:27.300819 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:27.304014 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:27.356382 dv-cinder-786524-7-iscsi neutron-server[119046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2f24ab-1479-4da9-bc8f-d71dd2417396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a55b476-2b70-44cc-b4e5-881860f2cf84', 'code': 200} May 20 17:08:27.399436 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=6a55b476-2b70-44cc-b4e5-881860f2cf84,revision_number=5']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:27.402794 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:27.581399 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46532142-501c-4c8c-ab7b-10ffdfb4ec64 req-97212e29-f39d-4972-8f7e-9aa183fd6f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:27.582791 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-46532142-501c-4c8c-ab7b-10ffdfb4ec64 req-97212e29-f39d-4972-8f7e-9aa183fd6f43 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=cb2f24ab-1479-4da9-bc8f-d71dd2417396 HTTP/1.1" status: 200 len: 1099 time: 0.0717897 May 20 17:08:27.627451 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-46532142-501c-4c8c-ab7b-10ffdfb4ec64 req-76cb8bdf-a371-443b-9fc6-464e6b0f8c20 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368011 May 20 17:08:27.779214 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e0d5d-cadb-4878-8aa2-e3146611b138 req-c78efa04-10d3-4978-851e-950a0555e20d tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:27.780710 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-497e0d5d-cadb-4878-8aa2-e3146611b138 req-c78efa04-10d3-4978-851e-950a0555e20d tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb2f24ab-1479-4da9-bc8f-d71dd2417396 HTTP/1.1" status: 200 len: 946 time: 0.0811880 May 20 17:08:27.828199 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-497e0d5d-cadb-4878-8aa2-e3146611b138 req-d9a5694e-1b2b-4f3a-9952-1c4b69d4544f tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414374 May 20 17:08:28.813260 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 56210) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:28.943142 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-7330b0a7-c16d-4e2c-b61a-61013b563020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:28.959321 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-7330b0a7-c16d-4e2c-b61a-61013b563020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:08:28.963180 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-7330b0a7-c16d-4e2c-b61a-61013b563020 admin admin] Usage tracker for resource:security_group_rule and tenant:53acf621599647c59ee1d4e422898ee9 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:08:28.966029 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-7330b0a7-c16d-4e2c-b61a-61013b563020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:08:28.972763 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-7330b0a7-c16d-4e2c-b61a-61013b563020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:08:29.028436 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cad277-ef44-44e9-82e7-5263a3cf8f6c req-a2b67ce8-c1a4-48af-b9dc-2a6a4a38b0c5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:29.029960 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-79cad277-ef44-44e9-82e7-5263a3cf8f6c req-a2b67ce8-c1a4-48af-b9dc-2a6a4a38b0c5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb2f24ab-1479-4da9-bc8f-d71dd2417396 HTTP/1.1" status: 200 len: 946 time: 0.0875239 May 20 17:08:29.068463 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-7330b0a7-c16d-4e2c-b61a-61013b563020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:29.073468 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-7330b0a7-c16d-4e2c-b61a-61013b563020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:29.077662 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-79cad277-ef44-44e9-82e7-5263a3cf8f6c req-8088242e-d8d7-4695-8d87-7e56a983eb97 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416806 May 20 17:08:29.082810 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-551304c9-af14-457b-985f-1a811e9d7a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:29.122665 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-7330b0a7-c16d-4e2c-b61a-61013b563020 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=53acf621599647c59ee1d4e422898ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3083212 May 20 17:08:29.124333 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330b0a7-c16d-4e2c-b61a-61013b563020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3a7fa3-d7dc-45f2-ba5c-b52a6a63dc31,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:29.125636 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 56220) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:29.127720 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-7330b0a7-c16d-4e2c-b61a-61013b563020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:29.185351 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3e156fc8-abcd-4e8f-b7a8-b58e162bd0b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:29.212721 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3e156fc8-abcd-4e8f-b7a8-b58e162bd0b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:29.268018 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3e156fc8-abcd-4e8f-b7a8-b58e162bd0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:29.272886 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-f720db8e-c536-4e88-a97f-0f5f0e9a4c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:29.288760 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e156fc8-abcd-4e8f-b7a8-b58e162bd0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3a7fa3-d7dc-45f2-ba5c-b52a6a63dc31,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:29.291584 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-3e156fc8-abcd-4e8f-b7a8-b58e162bd0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:29.292503 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3e156fc8-abcd-4e8f-b7a8-b58e162bd0b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:29.296270 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-3e156fc8-abcd-4e8f-b7a8-b58e162bd0b6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ce3a7fa3-d7dc-45f2-ba5c-b52a6a63dc31 HTTP/1.1" status: 204 len: 168 time: 0.1694965 May 20 17:08:29.622503 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 56236) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:29.640958 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ba5361dc-d7d6-4285-84ac-6581a2ef1754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:29.656129 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-ba5361dc-d7d6-4285-84ac-6581a2ef1754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:08:29.660411 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-ba5361dc-d7d6-4285-84ac-6581a2ef1754 admin admin] Usage tracker for resource:security_group_rule and tenant:599d58798e9642209b0ab3643a3dd8f6 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:08:29.663555 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-ba5361dc-d7d6-4285-84ac-6581a2ef1754 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:08:29.670261 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-ba5361dc-d7d6-4285-84ac-6581a2ef1754 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:08:29.771581 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ba5361dc-d7d6-4285-84ac-6581a2ef1754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:29.777456 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-ba5361dc-d7d6-4285-84ac-6581a2ef1754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:29.786196 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-f37e44ee-638c-4d18-9054-e9d824b7dd08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:29.830544 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-ba5361dc-d7d6-4285-84ac-6581a2ef1754 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=599d58798e9642209b0ab3643a3dd8f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2068038 May 20 17:08:29.832293 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5361dc-d7d6-4285-84ac-6581a2ef1754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27cadbd4-1161-4bf9-822e-ddcd44cde853,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:29.833538 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 56242) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:29.835797 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-ba5361dc-d7d6-4285-84ac-6581a2ef1754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:29.901782 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-75a2151c-6c37-4f9e-8258-b569e2193322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:29.938771 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-75a2151c-6c37-4f9e-8258-b569e2193322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:29.994274 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-75a2151c-6c37-4f9e-8258-b569e2193322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:29.998265 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-ca583283-c506-47ed-8290-6c02362d1620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:30.009661 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a2151c-6c37-4f9e-8258-b569e2193322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cadbd4-1161-4bf9-822e-ddcd44cde853,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:30.014307 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-75a2151c-6c37-4f9e-8258-b569e2193322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:30.016255 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-75a2151c-6c37-4f9e-8258-b569e2193322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:30.017791 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-75a2151c-6c37-4f9e-8258-b569e2193322 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/27cadbd4-1161-4bf9-822e-ddcd44cde853 HTTP/1.1" status: 204 len: 168 time: 0.1824319 May 20 17:08:31.408027 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-5c62e65c-e9c9-4842-b5de-3cbd11789b20 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:31.410263 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-5c62e65c-e9c9-4842-b5de-3cbd11789b20 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/networks?id=6dc6be76-746f-4129-80b3-8b85eee1cf94 HTTP/1.1" status: 200 len: 815 time: 0.1533866 May 20 17:08:31.426203 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-49af6e63-0698-41cb-8d41-7cd3e0274be5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/quotas/35d7b72df5af44bd86043d11b88ee3ad HTTP/1.1" status: 200 len: 375 time: 0.0099335 May 20 17:08:31.519200 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-dceb2b52-7bb3-47e2-9185-b254e895d083 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=35d7b72df5af44bd86043d11b88ee3ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0874846 May 20 17:08:31.760955 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-bcea669f-b4bf-4468-8c43-67263d882759 service neutron] 10.222.0.36 "GET /v2.0/networks/6dc6be76-746f-4129-80b3-8b85eee1cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336552 May 20 17:08:31.900592 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-9092ebf1-4564-406c-a931-e7628f3d5e3d service neutron] 10.222.0.36 "GET /v2.0/networks/6dc6be76-746f-4129-80b3-8b85eee1cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336522 May 20 17:08:32.091895 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7caa57a6-2540-4ebb-9f9f-2053d455d471 req-05330c13-ed30-4308-861a-effe2b23a65c tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ac18f5-ad60-4604-b6ae-19fe208d88aa HTTP/1.1" status: 200 len: 210 time: 0.0464342 May 20 17:08:33.241130 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-631e64d7-a391-4f56-aa19-6b17064ced92 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:33.243705 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-631e64d7-a391-4f56-aa19-6b17064ced92 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.75 "GET /v2.0/networks?id=6dc6be76-746f-4129-80b3-8b85eee1cf94 HTTP/1.1" status: 200 len: 815 time: 0.1585350 May 20 17:08:33.258444 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-686a9dc0-6fcf-4f33-8460-9284c541f7c5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Request body: {'port': {'device_id': '47ac18f5-ad60-4604-b6ae-19fe208d88aa', 'network_id': '6dc6be76-746f-4129-80b3-8b85eee1cf94', 'admin_state_up': True, 'tenant_id': '35d7b72df5af44bd86043d11b88ee3ad'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:08:33.264626 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b9972df2-0b10-4fc7-b18d-790f25094b8e req-ec7f6a35-73aa-40b1-bf7a-04e4d4f8297e tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ac18f5-ad60-4604-b6ae-19fe208d88aa HTTP/1.1" status: 200 len: 210 time: 0.0556109 May 20 17:08:33.411977 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-686a9dc0-6fcf-4f33-8460-9284c541f7c5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:08:33.421969 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-686a9dc0-6fcf-4f33-8460-9284c541f7c5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:08:33.431562 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-686a9dc0-6fcf-4f33-8460-9284c541f7c5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Made reservation on behalf of 35d7b72df5af44bd86043d11b88ee3ad for: {'port': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:08:33.435112 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-686a9dc0-6fcf-4f33-8460-9284c541f7c5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:33.603486 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_common [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-686a9dc0-6fcf-4f33-8460-9284c541f7c5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Allocated IP 172.20.0.4 (6dc6be76-746f-4129-80b3-8b85eee1cf94/e9533a80-acd4-444e-86da-f3a4e09d717b/41785508-5a1b-448d-ac16-d3c6614e08fc) {{(pid=119045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:08:33.815019 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-686a9dc0-6fcf-4f33-8460-9284c541f7c5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Notify callbacks [] for port, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:33.845403 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-686a9dc0-6fcf-4f33-8460-9284c541f7c5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:33.851249 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-e1168a25-c684-47af-aad3-bc996ebe8d2b tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:33.858486 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4', '6a55b476-2b70-44cc-b4e5-881860f2cf84'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:08:33.924871 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-686a9dc0-6fcf-4f33-8460-9284c541f7c5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Network 6dc6be76-746f-4129-80b3-8b85eee1cf94 is already hosted by enough agents. {{(pid=119045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:08:33.928516 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a9dc0-6fcf-4f33-8460-9284c541f7c5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Pushing event updated for resources: {'Port': ['ID=41785508-5a1b-448d-ac16-d3c6614e08fc,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:33.930956 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-686a9dc0-6fcf-4f33-8460-9284c541f7c5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Resources bound (agent type, host, resource id): {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:08:33.932742 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-686a9dc0-6fcf-4f33-8460-9284c541f7c5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:33.933451 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-686a9dc0-6fcf-4f33-8460-9284c541f7c5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Received port after_create {{(pid=119045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:08:33.996113 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-686a9dc0-6fcf-4f33-8460-9284c541f7c5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:33.996730 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-686a9dc0-6fcf-4f33-8460-9284c541f7c5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:34.024312 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-686a9dc0-6fcf-4f33-8460-9284c541f7c5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7710447 May 20 17:08:34.036686 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-ecd8de0e-9e03-4efd-a009-4c63b8567fd2 service neutron] Request body: {'port': {'device_id': '47ac18f5-ad60-4604-b6ae-19fe208d88aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:08:34.155963 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-ecd8de0e-9e03-4efd-a009-4c63b8567fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:34.532232 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec76b0-5248-45bb-8b61-37e9e13d42df req-8790a257-ccb7-4878-a348-2d5e6e3611fc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:34.533016 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-c1ec76b0-5248-45bb-8b61-37e9e13d42df req-8790a257-ccb7-4878-a348-2d5e6e3611fc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Synchronizing usage tracker for tenant:35d7b72df5af44bd86043d11b88ee3ad on resource:port {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:08:34.598191 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-c1ec76b0-5248-45bb-8b61-37e9e13d42df req-8790a257-ccb7-4878-a348-2d5e6e3611fc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Unset dirty status for tenant:35d7b72df5af44bd86043d11b88ee3ad on resource:port {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:08:34.599901 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c1ec76b0-5248-45bb-8b61-37e9e13d42df req-8790a257-ccb7-4878-a348-2d5e6e3611fc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ac18f5-ad60-4604-b6ae-19fe208d88aa HTTP/1.1" status: 200 len: 931 time: 0.2017965 May 20 17:08:34.601818 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-ecd8de0e-9e03-4efd-a009-4c63b8567fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41785508-5a1b-448d-ac16-d3c6614e08fc {{(pid=119045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:08:34.629566 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-ecd8de0e-9e03-4efd-a009-4c63b8567fd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:34.656714 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.provisioning_blocks [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-ecd8de0e-9e03-4efd-a009-4c63b8567fd2 service neutron] Transition to ACTIVE for port object 41785508-5a1b-448d-ac16-d3c6614e08fc will not be triggered until provisioned by entity L2. {{(pid=119045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:08:34.664488 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-ecd8de0e-9e03-4efd-a009-4c63b8567fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14687500'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:34.672318 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-f0f9a7d2-ee11-42c3-b253-d99188392912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:34.813050 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c1ec76b0-5248-45bb-8b61-37e9e13d42df req-5c3c2f93-5669-433e-bb96-2a2575eb0f31 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065084 May 20 17:08:34.909616 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8de0e-9e03-4efd-a009-4c63b8567fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=41785508-5a1b-448d-ac16-d3c6614e08fc,revision_number=2']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:34.935158 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-ecd8de0e-9e03-4efd-a009-4c63b8567fd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:35.016046 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-ecd8de0e-9e03-4efd-a009-4c63b8567fd2 service neutron] Attempting to bind port 41785508-5a1b-448d-ac16-d3c6614e08fc on host hv-cinder-78652 for vnic_type normal with profile {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:08:35.016320 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-ecd8de0e-9e03-4efd-a009-4c63b8567fd2 service neutron] Attempting to bind port 41785508-5a1b-448d-ac16-d3c6614e08fc by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'c45ca038-93d5-470c-96c7-8f1c26ba6e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '6dc6be76-746f-4129-80b3-8b85eee1cf94'}] {{(pid=119045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:08:35.016688 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-ecd8de0e-9e03-4efd-a009-4c63b8567fd2 service neutron] Attempting to bind port 41785508-5a1b-448d-ac16-d3c6614e08fc on network 6dc6be76-746f-4129-80b3-8b85eee1cf94 {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:08:35.021508 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-ecd8de0e-9e03-4efd-a009-4c63b8567fd2 service neutron] Port 41785508-5a1b-448d-ac16-d3c6614e08fc on network 6dc6be76-746f-4129-80b3-8b85eee1cf94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 17:08:35.021845 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-ecd8de0e-9e03-4efd-a009-4c63b8567fd2 service neutron] Attempting to bind port 41785508-5a1b-448d-ac16-d3c6614e08fc on network 6dc6be76-746f-4129-80b3-8b85eee1cf94 {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:08:35.026868 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-ecd8de0e-9e03-4efd-a009-4c63b8567fd2 service neutron] Checking agent: {'id': '6f9f6b2e-16b6-4f76-902f-5004e6b9f64e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:08:35.027200 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-ecd8de0e-9e03-4efd-a009-4c63b8567fd2 service neutron] Checking segment: {'id': 'c45ca038-93d5-470c-96c7-8f1c26ba6e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '6dc6be76-746f-4129-80b3-8b85eee1cf94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:08:35.027597 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-ecd8de0e-9e03-4efd-a009-4c63b8567fd2 service neutron] Bound using segment: {'id': 'c45ca038-93d5-470c-96c7-8f1c26ba6e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '6dc6be76-746f-4129-80b3-8b85eee1cf94'} {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:08:35.028018 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-ecd8de0e-9e03-4efd-a009-4c63b8567fd2 service neutron] Bound port: 41785508-5a1b-448d-ac16-d3c6614e08fc, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c45ca038-93d5-470c-96c7-8f1c26ba6e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '6dc6be76-746f-4129-80b3-8b85eee1cf94'}}] {{(pid=119045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:08:35.028359 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-ecd8de0e-9e03-4efd-a009-4c63b8567fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:35.123099 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-ecd8de0e-9e03-4efd-a009-4c63b8567fd2 service neutron] For port 41785508-5a1b-448d-ac16-d3c6614e08fc, host hv-cinder-78652, cleared binding levels {{(pid=119045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:08:35.125985 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-ecd8de0e-9e03-4efd-a009-4c63b8567fd2 service neutron] For port 41785508-5a1b-448d-ac16-d3c6614e08fc, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=41785508-5a1b-448d-ac16-d3c6614e08fc,segment=NetworkSegment(c45ca038-93d5-470c-96c7-8f1c26ba6e49),segment_id=c45ca038-93d5-470c-96c7-8f1c26ba6e49)] {{(pid=119045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:08:35.133205 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-ecd8de0e-9e03-4efd-a009-4c63b8567fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14687500'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:35.136797 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-66998256-0552-491c-b0fa-126e28e0adcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:35.193053 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-ecd8de0e-9e03-4efd-a009-4c63b8567fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:35.193689 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-ecd8de0e-9e03-4efd-a009-4c63b8567fd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:35.195049 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-ecd8de0e-9e03-4efd-a009-4c63b8567fd2 service neutron] 10.222.0.75 "PUT /v2.0/ports/41785508-5a1b-448d-ac16-d3c6614e08fc HTTP/1.1" status: 200 len: 1093 time: 1.1632152 May 20 17:08:35.195551 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ac18f5-ad60-4604-b6ae-19fe208d88aa', 'tag': '41785508-5a1b-448d-ac16-d3c6614e08fc'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:08:35.216185 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8de0e-9e03-4efd-a009-4c63b8567fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=41785508-5a1b-448d-ac16-d3c6614e08fc,revision_number=3']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:35.220403 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-ecd8de0e-9e03-4efd-a009-4c63b8567fd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:35.276543 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ac18f5-ad60-4604-b6ae-19fe208d88aa', 'tag': '41785508-5a1b-448d-ac16-d3c6614e08fc', 'status': 'completed', 'code': 200} May 20 17:08:35.320087 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-27ea494d-4aac-42f3-84c5-c42c690207af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:35.321723 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-27ea494d-4aac-42f3-84c5-c42c690207af service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=35d7b72df5af44bd86043d11b88ee3ad&device_id=47ac18f5-ad60-4604-b6ae-19fe208d88aa HTTP/1.1" status: 200 len: 1096 time: 0.0809598 May 20 17:08:35.390993 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-bfc8270c-6661-44ef-8773-334158140764 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41785508-5a1b-448d-ac16-d3c6614e08fc HTTP/1.1" status: 200 len: 217 time: 0.0608180 May 20 17:08:35.458554 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-f9fe60b0-b8cc-4293-9504-3aec2a9f6a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:35.460259 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-f9fe60b0-b8cc-4293-9504-3aec2a9f6a39 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e9533a80-acd4-444e-86da-f3a4e09d717b HTTP/1.1" status: 200 len: 855 time: 0.0618064 May 20 17:08:35.519331 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-aa111421-bbe2-481b-b262-3a04910d04ec service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6dc6be76-746f-4129-80b3-8b85eee1cf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520117 May 20 17:08:35.661134 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-482fefbc-c1c0-4193-833c-b6133dd8ac02 service neutron] 10.222.0.75 "GET /v2.0/networks/6dc6be76-746f-4129-80b3-8b85eee1cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350327 May 20 17:08:35.798301 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ef00b60e-5cf6-4b88-a01c-c3fad99e490e req-5d311da2-8b57-4135-a16e-b36fd0e3007a service neutron] 10.222.0.75 "GET /v2.0/networks/6dc6be76-746f-4129-80b3-8b85eee1cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299126 May 20 17:08:35.856708 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 56356) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:35.953307 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4591a-dbd1-429c-aecb-fc028f7e58f2 req-242462a3-eec0-4f93-9cce-7fe7887a2aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:35.954889 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b9a4591a-dbd1-429c-aecb-fc028f7e58f2 req-242462a3-eec0-4f93-9cce-7fe7887a2aa5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=35d7b72df5af44bd86043d11b88ee3ad&device_id=47ac18f5-ad60-4604-b6ae-19fe208d88aa HTTP/1.1" status: 200 len: 1096 time: 0.1105649 May 20 17:08:35.993491 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-b27d319b-60f7-48f0-bbda-7debbcd8633c admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:36.009067 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-b27d319b-60f7-48f0-bbda-7debbcd8633c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:08:36.013690 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-b27d319b-60f7-48f0-bbda-7debbcd8633c admin admin] Usage tracker for resource:security_group_rule and tenant:a91e25d25b934f85a4ae7d44fab83f6f is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:08:36.017027 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-b27d319b-60f7-48f0-bbda-7debbcd8633c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:08:36.023429 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-b27d319b-60f7-48f0-bbda-7debbcd8633c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:08:36.115901 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad8066-ffcf-47d0-ac23-6506dcc73363 req-3dd73f55-ba8d-4671-86ff-996b8b0370ff tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:36.116203 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-b27d319b-60f7-48f0-bbda-7debbcd8633c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:36.117736 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-55ad8066-ffcf-47d0-ac23-6506dcc73363 req-3dd73f55-ba8d-4671-86ff-996b8b0370ff tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ac18f5-ad60-4604-b6ae-19fe208d88aa HTTP/1.1" status: 200 len: 943 time: 0.1967318 May 20 17:08:36.121557 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-b27d319b-60f7-48f0-bbda-7debbcd8633c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:36.122657 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4591a-dbd1-429c-aecb-fc028f7e58f2 req-a0b60d6b-62ee-4764-88c7-a69a8db2fa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:36.124092 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b9a4591a-dbd1-429c-aecb-fc028f7e58f2 req-a0b60d6b-62ee-4764-88c7-a69a8db2fa87 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6dc6be76-746f-4129-80b3-8b85eee1cf94 HTTP/1.1" status: 200 len: 916 time: 0.1571970 May 20 17:08:36.129534 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-ce4b2d9d-3745-4ed3-82b5-4a2733b2ff64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:36.172851 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-b27d319b-60f7-48f0-bbda-7debbcd8633c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a91e25d25b934f85a4ae7d44fab83f6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3121176 May 20 17:08:36.172851 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d319b-60f7-48f0-bbda-7debbcd8633c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db59ebcf-3b36-4d83-adc0-8d12f5393710,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:36.173644 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 56364) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:36.194003 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d319b-60f7-48f0-bbda-7debbcd8633c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:36.194384 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d319b-60f7-48f0-bbda-7debbcd8633c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:36.194753 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d319b-60f7-48f0-bbda-7debbcd8633c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:36.195114 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d319b-60f7-48f0-bbda-7debbcd8633c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:36.195468 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d319b-60f7-48f0-bbda-7debbcd8633c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:36.195826 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d319b-60f7-48f0-bbda-7debbcd8633c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:36.196251 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d319b-60f7-48f0-bbda-7debbcd8633c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:36.196536 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d319b-60f7-48f0-bbda-7debbcd8633c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:36.196890 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d319b-60f7-48f0-bbda-7debbcd8633c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:36.197251 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d319b-60f7-48f0-bbda-7debbcd8633c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:36.197601 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d319b-60f7-48f0-bbda-7debbcd8633c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:36.197947 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d319b-60f7-48f0-bbda-7debbcd8633c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:36.201991 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-b27d319b-60f7-48f0-bbda-7debbcd8633c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:36.212044 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b9a4591a-dbd1-429c-aecb-fc028f7e58f2 req-1999d9eb-9092-40d4-a11e-324f0130b028 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41785508-5a1b-448d-ac16-d3c6614e08fc HTTP/1.1" status: 200 len: 217 time: 0.0711169 May 20 17:08:36.247620 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-557c4ffe-3153-48ab-9efb-e1a075a522dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:36.273710 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-55ad8066-ffcf-47d0-ac23-6506dcc73363 req-1c5fa41c-b463-43fc-999c-b51487dc22d3 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486588 May 20 17:08:36.274046 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-557c4ffe-3153-48ab-9efb-e1a075a522dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:36.288807 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4591a-dbd1-429c-aecb-fc028f7e58f2 req-3b379219-c53a-476d-9cb4-3f61507f9b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:36.290547 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b9a4591a-dbd1-429c-aecb-fc028f7e58f2 req-3b379219-c53a-476d-9cb4-3f61507f9b2f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e9533a80-acd4-444e-86da-f3a4e09d717b HTTP/1.1" status: 200 len: 855 time: 0.0700293 May 20 17:08:36.328315 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-557c4ffe-3153-48ab-9efb-e1a075a522dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:36.333371 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-d3631e94-6d7b-4452-983d-e0f3f5da111f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:36.343721 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b9a4591a-dbd1-429c-aecb-fc028f7e58f2 req-36bc8b5d-248f-45b5-81d0-0b79504a148a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6dc6be76-746f-4129-80b3-8b85eee1cf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447826 May 20 17:08:36.349078 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c4ffe-3153-48ab-9efb-e1a075a522dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db59ebcf-3b36-4d83-adc0-8d12f5393710,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:36.351694 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-557c4ffe-3153-48ab-9efb-e1a075a522dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:36.363508 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-557c4ffe-3153-48ab-9efb-e1a075a522dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:36.364632 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-557c4ffe-3153-48ab-9efb-e1a075a522dd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/db59ebcf-3b36-4d83-adc0-8d12f5393710 HTTP/1.1" status: 204 len: 168 time: 0.1900194 May 20 17:08:36.481328 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b9a4591a-dbd1-429c-aecb-fc028f7e58f2 req-8e69bcf6-a9da-4030-98cf-b64db8d308ba service neutron] 10.222.0.75 "GET /v2.0/networks/6dc6be76-746f-4129-80b3-8b85eee1cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285641 May 20 17:08:36.669210 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 56372) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:36.687208 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a90bfa85-f937-4d30-a371-5ef2ed5433d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:36.705236 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-a90bfa85-f937-4d30-a371-5ef2ed5433d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:08:36.709299 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-a90bfa85-f937-4d30-a371-5ef2ed5433d1 admin admin] Usage tracker for resource:security_group_rule and tenant:87aaceab777c4bb0bf2bf3dd9fd2a75f is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:08:36.712137 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-a90bfa85-f937-4d30-a371-5ef2ed5433d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:08:36.718336 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-a90bfa85-f937-4d30-a371-5ef2ed5433d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:08:36.719425 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b9a4591a-dbd1-429c-aecb-fc028f7e58f2 req-8f9ab0eb-d4d2-40a0-a10b-62bb03b0b7ae service neutron] 10.222.0.75 "GET /v2.0/networks/6dc6be76-746f-4129-80b3-8b85eee1cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306421 May 20 17:08:36.805621 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a90bfa85-f937-4d30-a371-5ef2ed5433d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:36.812645 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a90bfa85-f937-4d30-a371-5ef2ed5433d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:36.819880 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-fdf00fd4-3804-49d0-aa90-ccb0a8875bb0 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:36.860156 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-a90bfa85-f937-4d30-a371-5ef2ed5433d1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=87aaceab777c4bb0bf2bf3dd9fd2a75f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1898453 May 20 17:08:36.861046 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bfa85-f937-4d30-a371-5ef2ed5433d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af0b86a-0d1e-433d-af0d-14d90a3eb90a,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:36.863718 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 56376) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:36.864448 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-a90bfa85-f937-4d30-a371-5ef2ed5433d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:36.929562 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-33f7015f-257a-42ac-81db-d1517d3f64f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:36.957387 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-33f7015f-257a-42ac-81db-d1517d3f64f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:37.015698 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-33f7015f-257a-42ac-81db-d1517d3f64f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:37.021227 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-3a55d58c-8da4-435b-ac1c-f75860f731aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:37.036253 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f7015f-257a-42ac-81db-d1517d3f64f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af0b86a-0d1e-433d-af0d-14d90a3eb90a,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:37.039759 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-33f7015f-257a-42ac-81db-d1517d3f64f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:37.043664 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-33f7015f-257a-42ac-81db-d1517d3f64f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:37.044855 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-33f7015f-257a-42ac-81db-d1517d3f64f6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6af0b86a-0d1e-433d-af0d-14d90a3eb90a HTTP/1.1" status: 204 len: 168 time: 0.1790431 May 20 17:08:37.465936 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250c8fb-df3c-47b8-92c4-fac48ecf3fb8 req-91010fb4-9014-4729-8d1e-b7e9237ec7eb tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:37.467406 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-1250c8fb-df3c-47b8-92c4-fac48ecf3fb8 req-91010fb4-9014-4729-8d1e-b7e9237ec7eb tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ac18f5-ad60-4604-b6ae-19fe208d88aa HTTP/1.1" status: 200 len: 943 time: 0.0804219 May 20 17:08:37.518882 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-1250c8fb-df3c-47b8-92c4-fac48ecf3fb8 req-dc769ebc-d033-4e90-8e44-6f1afa06726d tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446849 May 20 17:08:38.290774 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 56412) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:38.806063 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54426cc6-9b65-45a4-8230-c6ba9c5fee64 req-da650e1f-65de-451c-946f-45be85120ef0 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:38.807975 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-54426cc6-9b65-45a4-8230-c6ba9c5fee64 req-da650e1f-65de-451c-946f-45be85120ef0 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ac18f5-ad60-4604-b6ae-19fe208d88aa HTTP/1.1" status: 200 len: 943 time: 0.1636531 May 20 17:08:38.814233 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-bc9a288c-70e0-4748-bb83-9110ae7b0b01 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Deleting port 8701800f-80da-429f-bf32-68a02d0fce9b {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:08:38.814679 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bc9a288c-70e0-4748-bb83-9110ae7b0b01 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:38.945199 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-54426cc6-9b65-45a4-8230-c6ba9c5fee64 req-e0195ebe-e573-4133-ac35-a318196affe6 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156566 May 20 17:08:38.982680 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bc9a288c-70e0-4748-bb83-9110ae7b0b01 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:38.983130 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bc9a288c-70e0-4748-bb83-9110ae7b0b01 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:39.108607 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-bc9a288c-70e0-4748-bb83-9110ae7b0b01 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Calling delete_port for 8701800f-80da-429f-bf32-68a02d0fce9b owned by network:floatingip {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:08:39.118315 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 41785508-5a1b-448d-ac16-d3c6614e08fc details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=119046) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 17:08:39.251904 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bc9a288c-70e0-4748-bb83-9110ae7b0b01 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:39.258283 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-ecd8de0e-9e03-4efd-a009-4c63b8567fd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:39.263855 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 41785508-5a1b-448d-ac16-d3c6614e08fc, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=41785508-5a1b-448d-ac16-d3c6614e08fc,segment=NetworkSegment(c45ca038-93d5-470c-96c7-8f1c26ba6e49),segment_id=c45ca038-93d5-470c-96c7-8f1c26ba6e49)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:08:39.279491 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Returning: {'device': '41785508-5a1b-448d-ac16-d3c6614e08fc', 'network_id': '6dc6be76-746f-4129-80b3-8b85eee1cf94', 'port_id': '41785508-5a1b-448d-ac16-d3c6614e08fc', 'mac_address': 'fa:16:3e:ad:65:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9533a80-acd4-444e-86da-f3a4e09d717b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119046) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 17:08:39.305768 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a288c-70e0-4748-bb83-9110ae7b0b01 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Pushing event deleted for resources: {'Port': ['ID=8701800f-80da-429f-bf32-68a02d0fce9b,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:39.310094 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-bc9a288c-70e0-4748-bb83-9110ae7b0b01 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:39.355329 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:39.375962 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41785508-5a1b-448d-ac16-d3c6614e08fc {{(pid=119046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:08:39.392004 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 41785508-5a1b-448d-ac16-d3c6614e08fc, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=41785508-5a1b-448d-ac16-d3c6614e08fc,segment=NetworkSegment(c45ca038-93d5-470c-96c7-8f1c26ba6e49),segment_id=c45ca038-93d5-470c-96c7-8f1c26ba6e49)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:08:39.398514 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:39.401058 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:39.414458 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bc9a288c-70e0-4748-bb83-9110ae7b0b01 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks [] for floatingip, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:39.415271 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.db.l3_db [None req-bc9a288c-70e0-4748-bb83-9110ae7b0b01 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Floating IP 14cbdf80-75be-43dd-874d-6e7c81e876a5 disassociated (deleted). External IP: 172.27.3.37, port: bb295447-e407-4ae3-824c-44162c4877db. May 20 17:08:39.467592 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=41785508-5a1b-448d-ac16-d3c6614e08fc,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:39.470830 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:39.699707 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['41785508-5a1b-448d-ac16-d3c6614e08fc'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:08:39.893463 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9a288c-70e0-4748-bb83-9110ae7b0b01 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Router 724dfa94-2bc3-44aa-b715-3f29394df8ca has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:08:40.080196 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9a288c-70e0-4748-bb83-9110ae7b0b01 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:08:40.102339 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bc9a288c-70e0-4748-bb83-9110ae7b0b01 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for floatingip, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:40.129719 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6d6a89-8675-4b32-b8c0-e6f879063891 None None] Sync routers for ids ['724dfa94-2bc3-44aa-b715-3f29394df8ca'] in dv-cinder-786524-7-iscsi {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:08:40.144379 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d00445-7ce5-4ef8-bd35-876eff53ea2b req-db45b446-ce7e-49e6-ab5c-7771ae4068ff tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:40.148312 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6d6a89-8675-4b32-b8c0-e6f879063891 None None] Routers {'724dfa94-2bc3-44aa-b715-3f29394df8ca'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:08:40.148961 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-2c6d6a89-8675-4b32-b8c0-e6f879063891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:08:14Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['724dfa94-2bc3-44aa-b715-3f29394df8ca'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:08:40.151323 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f5d00445-7ce5-4ef8-bd35-876eff53ea2b req-db45b446-ce7e-49e6-ab5c-7771ae4068ff tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ac18f5-ad60-4604-b6ae-19fe208d88aa HTTP/1.1" status: 200 len: 944 time: 0.0932169 May 20 17:08:40.160914 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-bc9a288c-70e0-4748-bb83-9110ae7b0b01 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "DELETE /v2.0/floatingips/14cbdf80-75be-43dd-874d-6e7c81e876a5 HTTP/1.1" status: 204 len: 168 time: 1.8691313 May 20 17:08:40.161929 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8879204a-1ef7-4ee2-be4e-ed9fcd40632d', 'tag': 'bb295447-e407-4ae3-824c-44162c4877db'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:08:40.195395 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f5d00445-7ce5-4ef8-bd35-876eff53ea2b req-e6b5c7d2-168f-43fc-a2c8-14deac347bde tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431848 May 20 17:08:40.251353 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8879204a-1ef7-4ee2-be4e-ed9fcd40632d', 'tag': 'bb295447-e407-4ae3-824c-44162c4877db', 'status': 'completed', 'code': 200} May 20 17:08:40.355541 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442a02f-5066-4455-b809-2bc748941d1e req-0caa718f-4004-4cdf-b7db-b794dae43b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:40.357369 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-5442a02f-5066-4455-b809-2bc748941d1e req-0caa718f-4004-4cdf-b7db-b794dae43b86 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0a5d5db9947c4adea81924bf7464e6a5&device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 1099 time: 0.0822301 May 20 17:08:40.360794 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-2c6d6a89-8675-4b32-b8c0-e6f879063891 None None] Set router 724dfa94-2bc3-44aa-b715-3f29394df8ca gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:08:40.525456 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442a02f-5066-4455-b809-2bc748941d1e req-8924047d-096c-4fe7-9c46-489efca8b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:40.525678 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-5442a02f-5066-4455-b809-2bc748941d1e req-8924047d-096c-4fe7-9c46-489efca8b7a5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=bf878487-215c-4e5c-a88b-d79110158955 HTTP/1.1" status: 200 len: 910 time: 0.1569593 May 20 17:08:40.588595 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221d650-bb40-447c-b805-0a724240c3c4 req-e22cf054-aa74-4d28-907d-3e8776fed348 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:40.590300 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-8221d650-bb40-447c-b805-0a724240c3c4 req-e22cf054-aa74-4d28-907d-3e8776fed348 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 946 time: 0.0948110 May 20 17:08:40.608058 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-5442a02f-5066-4455-b809-2bc748941d1e req-b0f2a414-f7f2-481b-a9a1-8b411c7ae7a0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb295447-e407-4ae3-824c-44162c4877db HTTP/1.1" status: 200 len: 217 time: 0.0738194 May 20 17:08:40.662001 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-8221d650-bb40-447c-b805-0a724240c3c4 req-1545b8ad-046b-4160-93ec-708f678a5a07 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542073 May 20 17:08:40.682879 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442a02f-5066-4455-b809-2bc748941d1e req-8c8e4a87-aba6-4d35-87a3-566a22cd961a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:40.684688 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-5442a02f-5066-4455-b809-2bc748941d1e req-8c8e4a87-aba6-4d35-87a3-566a22cd961a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7d2384bb-83fb-450e-90a2-cc802278fb21 HTTP/1.1" status: 200 len: 848 time: 0.0687723 May 20 17:08:40.706279 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-2c6d6a89-8675-4b32-b8c0-e6f879063891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'name': 'tempest-TestShelveInstance-1353188969-router', 'tenant_id': '0a5d5db9947c4adea81924bf7464e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '50fcd343-e163-4372-b9c3-e5526c11c3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:02:33Z', 'updated_at': '2021-05-20T17:02:40Z', 'revision_number': 4, 'project_id': '0a5d5db9947c4adea81924bf7464e6a5', 'gw_port': {'id': '50fcd343-e163-4372-b9c3-e5526c11c3a6', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:34Z', 'updated_at': '2021-05-20T17:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '08a53f54-f0a1-42c2-9632-b17fe61b00e0', 'name': '', 'network_id': 'bf878487-215c-4e5c-a88b-d79110158955', 'tenant_id': '0a5d5db9947c4adea81924bf7464e6a5', 'mac_address': 'fa:16:3e:2a:37:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7d2384bb-83fb-450e-90a2-cc802278fb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:38Z', 'updated_at': '2021-05-20T17:02:46Z', 'revision_number': 5, 'project_id': '0a5d5db9947c4adea81924bf7464e6a5', 'subnets': [{'id': '7d2384bb-83fb-450e-90a2-cc802278fb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:08:40.710263 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6d6a89-8675-4b32-b8c0-e6f879063891 None None] Checking router: 724dfa94-2bc3-44aa-b715-3f29394df8ca for host: dv-cinder-786524-7-iscsi {{(pid=119046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:08:40.718653 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6d6a89-8675-4b32-b8c0-e6f879063891 None None] Routers {'724dfa94-2bc3-44aa-b715-3f29394df8ca'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:08:40.719267 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-2c6d6a89-8675-4b32-b8c0-e6f879063891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:08:14Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['724dfa94-2bc3-44aa-b715-3f29394df8ca'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:08:40.772450 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442a02f-5066-4455-b809-2bc748941d1e req-34400ab0-f37c-4d51-9a7f-a6801e633939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:40.774020 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-5442a02f-5066-4455-b809-2bc748941d1e req-34400ab0-f37c-4d51-9a7f-a6801e633939 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf878487-215c-4e5c-a88b-d79110158955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730836 May 20 17:08:40.918268 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-2c6d6a89-8675-4b32-b8c0-e6f879063891 None None] Set router 724dfa94-2bc3-44aa-b715-3f29394df8ca gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:08:40.921751 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-5442a02f-5066-4455-b809-2bc748941d1e req-52650bf3-78bb-4888-838b-1f32d1c93d2e service neutron] 10.222.0.75 "GET /v2.0/networks/bf878487-215c-4e5c-a88b-d79110158955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366529 May 20 17:08:41.059092 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-5442a02f-5066-4455-b809-2bc748941d1e req-16e3295e-4805-46e6-b405-d7971bf2b67b service neutron] 10.222.0.75 "GET /v2.0/networks/bf878487-215c-4e5c-a88b-d79110158955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294725 May 20 17:08:41.137997 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 41785508-5a1b-448d-ac16-d3c6614e08fc up at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:08:41.317650 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning for port 41785508-5a1b-448d-ac16-d3c6614e08fc completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:08:41.328206 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning complete for port 41785508-5a1b-448d-ac16-d3c6614e08fc triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:08:41.328597 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:41.392719 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3691220-eb92-488d-95a5-5107a9af3210 req-0995fb83-cebd-4f06-a7e5-ac54698eb67d tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:41.394323 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-e3691220-eb92-488d-95a5-5107a9af3210 req-0995fb83-cebd-4f06-a7e5-ac54698eb67d tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ac18f5-ad60-4604-b6ae-19fe208d88aa HTTP/1.1" status: 200 len: 944 time: 0.0873454 May 20 17:08:41.405124 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-2c6d6a89-8675-4b32-b8c0-e6f879063891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'name': 'tempest-TestShelveInstance-1353188969-router', 'tenant_id': '0a5d5db9947c4adea81924bf7464e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '50fcd343-e163-4372-b9c3-e5526c11c3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:02:33Z', 'updated_at': '2021-05-20T17:02:40Z', 'revision_number': 4, 'project_id': '0a5d5db9947c4adea81924bf7464e6a5', 'gw_port': {'id': '50fcd343-e163-4372-b9c3-e5526c11c3a6', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:34Z', 'updated_at': '2021-05-20T17:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '08a53f54-f0a1-42c2-9632-b17fe61b00e0', 'name': '', 'network_id': 'bf878487-215c-4e5c-a88b-d79110158955', 'tenant_id': '0a5d5db9947c4adea81924bf7464e6a5', 'mac_address': 'fa:16:3e:2a:37:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7d2384bb-83fb-450e-90a2-cc802278fb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:38Z', 'updated_at': '2021-05-20T17:02:46Z', 'revision_number': 5, 'project_id': '0a5d5db9947c4adea81924bf7464e6a5', 'subnets': [{'id': '7d2384bb-83fb-450e-90a2-cc802278fb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:08:41.436344 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6d6a89-8675-4b32-b8c0-e6f879063891 None None] The sync data for ids ['724dfa94-2bc3-44aa-b715-3f29394df8ca'] in dv-cinder-786524-7-iscsi is: [{'id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'name': 'tempest-TestShelveInstance-1353188969-router', 'tenant_id': '0a5d5db9947c4adea81924bf7464e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '50fcd343-e163-4372-b9c3-e5526c11c3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:02:33Z', 'updated_at': '2021-05-20T17:02:40Z', 'revision_number': 4, 'project_id': '0a5d5db9947c4adea81924bf7464e6a5', 'gw_port': {'id': '50fcd343-e163-4372-b9c3-e5526c11c3a6', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:34Z', 'updated_at': '2021-05-20T17:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '08a53f54-f0a1-42c2-9632-b17fe61b00e0', 'name': '', 'network_id': 'bf878487-215c-4e5c-a88b-d79110158955', 'tenant_id': '0a5d5db9947c4adea81924bf7464e6a5', 'mac_address': 'fa:16:3e:2a:37:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7d2384bb-83fb-450e-90a2-cc802278fb21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:38Z', 'updated_at': '2021-05-20T17:02:46Z', 'revision_number': 5, 'project_id': '0a5d5db9947c4adea81924bf7464e6a5', 'subnets': [{'id': '7d2384bb-83fb-450e-90a2-cc802278fb21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:08:41.440540 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-e3691220-eb92-488d-95a5-5107a9af3210 req-d7a0a71c-8d76-4e3c-9178-e183f0518930 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401275 May 20 17:08:41.462788 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:41.492547 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ac18f5-ad60-4604-b6ae-19fe208d88aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41785508-5a1b-448d-ac16-d3c6614e08fc'}] {{(pid=119046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:08:41.503710 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 41785508-5a1b-448d-ac16-d3c6614e08fc, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=41785508-5a1b-448d-ac16-d3c6614e08fc,segment=NetworkSegment(c45ca038-93d5-470c-96c7-8f1c26ba6e49),segment_id=c45ca038-93d5-470c-96c7-8f1c26ba6e49)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:08:41.508594 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:41.510543 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:41.541797 dv-cinder-786524-7-iscsi neutron-server[119046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ac18f5-ad60-4604-b6ae-19fe208d88aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41785508-5a1b-448d-ac16-d3c6614e08fc', 'code': 200} May 20 17:08:41.595511 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-642084b4-3104-4857-929f-1047711034b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:41.600456 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=41785508-5a1b-448d-ac16-d3c6614e08fc,revision_number=5']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:41.603836 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:41.691826 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c39f08-2b43-4b89-a359-aef0b5fb6acb None None] New status for floating IP 14cbdf80-75be-43dd-874d-6e7c81e876a5: DOWN {{(pid=119047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 17:08:41.875504 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6b586-d855-4bc1-b6af-a3bfedbc5aa0 req-07fe11e0-124b-4fde-9b25-a4a81946738a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:41.877012 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8fd6b586-d855-4bc1-b6af-a3bfedbc5aa0 req-07fe11e0-124b-4fde-9b25-a4a81946738a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=47ac18f5-ad60-4604-b6ae-19fe208d88aa HTTP/1.1" status: 200 len: 1098 time: 0.1298468 May 20 17:08:41.888152 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84793e6b-d6b6-4098-8d4f-241c2c972110 req-6649ef63-c157-49d0-9403-3cbc3e927269 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:41.888812 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-84793e6b-d6b6-4098-8d4f-241c2c972110 req-6649ef63-c157-49d0-9403-3cbc3e927269 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Synchronizing usage tracker for tenant:0a5d5db9947c4adea81924bf7464e6a5 on resource:port {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:08:41.927000 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-84793e6b-d6b6-4098-8d4f-241c2c972110 req-6649ef63-c157-49d0-9403-3cbc3e927269 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Unset dirty status for tenant:0a5d5db9947c4adea81924bf7464e6a5 on resource:port {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:08:41.928143 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-84793e6b-d6b6-4098-8d4f-241c2c972110 req-6649ef63-c157-49d0-9403-3cbc3e927269 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 946 time: 0.1514387 May 20 17:08:41.937498 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8fd6b586-d855-4bc1-b6af-a3bfedbc5aa0 req-55a7b12c-897e-4fbb-b49a-a763559aad14 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448945 May 20 17:08:41.978104 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-84793e6b-d6b6-4098-8d4f-241c2c972110 req-ab2f805f-da57-4036-9a3b-3406a0fea307 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/security-groups?id=81a40ce4-f745-4c15-b1fd-a815b0aff94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431426 May 20 17:08:42.304155 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c237d9-f373-4c6d-a688-983883c5759a req-323a38a7-3bb8-44c5-8358-bd446600c5da tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:42.305988 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-75c237d9-f373-4c6d-a688-983883c5759a req-323a38a7-3bb8-44c5-8358-bd446600c5da tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.75 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 946 time: 0.0877819 May 20 17:08:42.454516 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [req-75c237d9-f373-4c6d-a688-983883c5759a req-76b0503d-dbb5-455e-8e9f-339c86ce95fc tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Deleting port bb295447-e407-4ae3-824c-44162c4877db {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:08:42.455359 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-75c237d9-f373-4c6d-a688-983883c5759a req-76b0503d-dbb5-455e-8e9f-339c86ce95fc tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:42.647996 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf4ae0-c515-433b-9b3e-0e54d919b20d req-3bdd5656-a6ed-45f2-ac9c-4ce6c5d6b4f7 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:42.649534 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-47cf4ae0-c515-433b-9b3e-0e54d919b20d req-3bdd5656-a6ed-45f2-ac9c-4ce6c5d6b4f7 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ac18f5-ad60-4604-b6ae-19fe208d88aa HTTP/1.1" status: 200 len: 945 time: 0.0870786 May 20 17:08:42.696429 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-47cf4ae0-c515-433b-9b3e-0e54d919b20d req-32652a28-62f0-4d16-9456-6d4625a6b953 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404732 May 20 17:08:42.703864 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-75c237d9-f373-4c6d-a688-983883c5759a req-76b0503d-dbb5-455e-8e9f-339c86ce95fc tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] For port bb295447-e407-4ae3-824c-44162c4877db, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=bb295447-e407-4ae3-824c-44162c4877db,segment=NetworkSegment(d37f8528-7297-4149-9ffd-cc733462f317),segment_id=d37f8528-7297-4149-9ffd-cc733462f317)] {{(pid=119045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:08:42.704190 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-75c237d9-f373-4c6d-a688-983883c5759a req-76b0503d-dbb5-455e-8e9f-339c86ce95fc tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:42.827109 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [req-75c237d9-f373-4c6d-a688-983883c5759a req-76b0503d-dbb5-455e-8e9f-339c86ce95fc tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Calling delete_port for bb295447-e407-4ae3-824c-44162c4877db owned by compute:nova {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:08:42.942508 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-75c237d9-f373-4c6d-a688-983883c5759a req-76b0503d-dbb5-455e-8e9f-339c86ce95fc tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:42.949379 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-413799ad-8d23-405c-8cd4-2996de9bd2e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:42.999437 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0503d-dbb5-455e-8e9f-339c86ce95fc tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Pushing event deleted for resources: {'Port': ['ID=bb295447-e407-4ae3-824c-44162c4877db,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:43.002435 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-76b0503d-dbb5-455e-8e9f-339c86ce95fc tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:43.076727 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c237d9-f373-4c6d-a688-983883c5759a req-76b0503d-dbb5-455e-8e9f-339c86ce95fc tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] No DVR routers for this DVR port bb295447-e407-4ae3-824c-44162c4877db on host hv-cinder-78652 {{(pid=119045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:08:43.079447 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-75c237d9-f373-4c6d-a688-983883c5759a req-76b0503d-dbb5-455e-8e9f-339c86ce95fc tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:43.082525 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8879204a-1ef7-4ee2-be4e-ed9fcd40632d', 'name': 'network-vif-deleted', 'tag': 'bb295447-e407-4ae3-824c-44162c4877db'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:08:43.100671 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-75c237d9-f373-4c6d-a688-983883c5759a req-76b0503d-dbb5-455e-8e9f-339c86ce95fc tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.75 "DELETE /v2.0/ports/bb295447-e407-4ae3-824c-44162c4877db HTTP/1.1" status: 204 len: 173 time: 0.7860954 May 20 17:08:43.147206 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8879204a-1ef7-4ee2-be4e-ed9fcd40632d', 'name': 'network-vif-deleted', 'tag': 'bb295447-e407-4ae3-824c-44162c4877db', 'status': 'completed', 'code': 200} May 20 17:08:43.154590 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-37a88419-21c4-4697-80b3-37b85ad0a44e req-c470c12e-cac1-4512-ace0-550d27bfdf82 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Synchronizing usage tracker for tenant:0a5d5db9947c4adea81924bf7464e6a5 on resource:port {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:08:43.171693 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-37a88419-21c4-4697-80b3-37b85ad0a44e req-c470c12e-cac1-4512-ace0-550d27bfdf82 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Unset dirty status for tenant:0a5d5db9947c4adea81924bf7464e6a5 on resource:port {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:08:43.172872 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-37a88419-21c4-4697-80b3-37b85ad0a44e req-c470c12e-cac1-4512-ace0-550d27bfdf82 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "GET /v2.0/ports?device_id=8879204a-1ef7-4ee2-be4e-ed9fcd40632d HTTP/1.1" status: 200 len: 210 time: 0.0697317 May 20 17:08:43.893946 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fcadd-cd04-43ec-aed6-6710fdc8a667 req-8fba247f-fe4f-46e2-ade0-61e05354f2c5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:43.895722 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3b6fcadd-cd04-43ec-aed6-6710fdc8a667 req-8fba247f-fe4f-46e2-ade0-61e05354f2c5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ac18f5-ad60-4604-b6ae-19fe208d88aa HTTP/1.1" status: 200 len: 945 time: 0.0900080 May 20 17:08:43.942292 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3b6fcadd-cd04-43ec-aed6-6710fdc8a667 req-a4780293-ea41-4311-8f82-3094433dadba tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398834 May 20 17:08:43.968681 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 56496) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:44.007842 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:44.097471 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-7b251ca6-bf9c-4d3c-af57-0bb00bb2425a admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:44.112582 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-7b251ca6-bf9c-4d3c-af57-0bb00bb2425a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:08:44.117614 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-7b251ca6-bf9c-4d3c-af57-0bb00bb2425a admin admin] Usage tracker for resource:security_group_rule and tenant:05342b0421b548b39c42c98b88880a62 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:08:44.120785 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-7b251ca6-bf9c-4d3c-af57-0bb00bb2425a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:08:44.126712 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-7b251ca6-bf9c-4d3c-af57-0bb00bb2425a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:08:44.224336 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-7b251ca6-bf9c-4d3c-af57-0bb00bb2425a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:44.230643 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-7b251ca6-bf9c-4d3c-af57-0bb00bb2425a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:44.244957 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-1d87dfba-711d-48e3-b24a-9d248572ff58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:44.276548 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 56506) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:44.291889 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-7b251ca6-bf9c-4d3c-af57-0bb00bb2425a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=05342b0421b548b39c42c98b88880a62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218589 May 20 17:08:44.292373 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 56510) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:44.293743 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b251ca6-bf9c-4d3c-af57-0bb00bb2425a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fcb85f-cbfa-4889-99fa-c64cfb82d903,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:44.309042 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-7b251ca6-bf9c-4d3c-af57-0bb00bb2425a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:44.349959 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-40b256f4-2a6b-4576-b8d8-f3d300030e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:44.359363 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:44.422547 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3eb53e37-b987-46d6-be76-c9d3b1d3b285 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:44.440990 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-80e99c50-f756-4c55-9d8a-84c5764e0b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:44.469080 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3eb53e37-b987-46d6-be76-c9d3b1d3b285 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:44.501808 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-80e99c50-f756-4c55-9d8a-84c5764e0b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:44.570475 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-80e99c50-f756-4c55-9d8a-84c5764e0b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:44.575490 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-e810b4e9-91f6-4970-9319-dcfdf94c5a3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:44.592215 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3eb53e37-b987-46d6-be76-c9d3b1d3b285 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:44.595934 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e99c50-f756-4c55-9d8a-84c5764e0b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fcb85f-cbfa-4889-99fa-c64cfb82d903,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:44.602283 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-80e99c50-f756-4c55-9d8a-84c5764e0b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:44.602980 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-77c89021-a02b-4939-accd-1892dd7e81ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:44.624586 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb53e37-b987-46d6-be76-c9d3b1d3b285 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a40ce4-f745-4c15-b1fd-a815b0aff94b,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:44.627124 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3eb53e37-b987-46d6-be76-c9d3b1d3b285 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:44.628165 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-3eb53e37-b987-46d6-be76-c9d3b1d3b285 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] 10.222.0.36 "DELETE /v2.0/security-groups/81a40ce4-f745-4c15-b1fd-a815b0aff94b HTTP/1.1" status: 204 len: 168 time: 0.3499184 May 20 17:08:44.629482 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-3eb53e37-b987-46d6-be76-c9d3b1d3b285 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:44.630440 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-80e99c50-f756-4c55-9d8a-84c5764e0b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:44.634044 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-80e99c50-f756-4c55-9d8a-84c5764e0b88 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c0fcb85f-cbfa-4889-99fa-c64cfb82d903 HTTP/1.1" status: 204 len: 168 time: 0.3382654 May 20 17:08:44.681010 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 56522) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:44.932397 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 56530) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:44.950631 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-be67f2d9-3579-4a32-b9e9-e9ebb98cddc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:44.964992 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-be67f2d9-3579-4a32-b9e9-e9ebb98cddc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:08:44.969046 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-be67f2d9-3579-4a32-b9e9-e9ebb98cddc5 admin admin] Usage tracker for resource:security_group_rule and tenant:9615f3b8d082405dabf8ca544855e71d is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:08:44.972034 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-be67f2d9-3579-4a32-b9e9-e9ebb98cddc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:08:44.978656 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-be67f2d9-3579-4a32-b9e9-e9ebb98cddc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:08:45.065459 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-be67f2d9-3579-4a32-b9e9-e9ebb98cddc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:45.072279 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-be67f2d9-3579-4a32-b9e9-e9ebb98cddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:45.080069 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-e2efb39c-7c8b-45ea-a864-93dec5fd07fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:45.123294 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-be67f2d9-3579-4a32-b9e9-e9ebb98cddc5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9615f3b8d082405dabf8ca544855e71d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1897075 May 20 17:08:45.124428 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67f2d9-3579-4a32-b9e9-e9ebb98cddc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca0a064-f523-4f26-b2d3-51dd31828ded,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:45.128016 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 56534) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:45.128425 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-be67f2d9-3579-4a32-b9e9-e9ebb98cddc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:45.175833 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:45.256303 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-2640dcd9-1afe-4931-b52b-f383e41dc1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:45.288289 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-2640dcd9-1afe-4931-b52b-f383e41dc1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:45.390529 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-2640dcd9-1afe-4931-b52b-f383e41dc1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:45.394176 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-f2236b1b-b5b0-47a2-b51b-c2dac45ba2c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:45.408743 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640dcd9-1afe-4931-b52b-f383e41dc1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca0a064-f523-4f26-b2d3-51dd31828ded,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:45.411420 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-2640dcd9-1afe-4931-b52b-f383e41dc1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:45.420224 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-2640dcd9-1afe-4931-b52b-f383e41dc1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:45.423724 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-2640dcd9-1afe-4931-b52b-f383e41dc1db admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1ca0a064-f523-4f26-b2d3-51dd31828ded HTTP/1.1" status: 204 len: 168 time: 0.2924066 May 20 17:08:45.432567 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-99845876-e41a-41ba-b0ba-b116f9d2560f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16379738'] for router_interface, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:45.998257 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-99845876-e41a-41ba-b0ba-b116f9d2560f admin admin] Deleting port 08a53f54-f0a1-42c2-9632-b17fe61b00e0 {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:08:45.998598 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-99845876-e41a-41ba-b0ba-b116f9d2560f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:46.145760 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [None req-99845876-e41a-41ba-b0ba-b116f9d2560f admin admin] For port 08a53f54-f0a1-42c2-9632-b17fe61b00e0, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=08a53f54-f0a1-42c2-9632-b17fe61b00e0,segment=NetworkSegment(d37f8528-7297-4149-9ffd-cc733462f317),segment_id=d37f8528-7297-4149-9ffd-cc733462f317)] {{(pid=119045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:08:46.146003 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-99845876-e41a-41ba-b0ba-b116f9d2560f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:46.277423 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-99845876-e41a-41ba-b0ba-b116f9d2560f admin admin] Calling delete_port for 08a53f54-f0a1-42c2-9632-b17fe61b00e0 owned by network:router_interface {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:08:46.428285 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-99845876-e41a-41ba-b0ba-b116f9d2560f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:46.432709 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-27b8ad0d-fa24-44cc-8ff6-f2e290ff1e63 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:46.480411 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99845876-e41a-41ba-b0ba-b116f9d2560f admin admin] Pushing event deleted for resources: {'Port': ['ID=08a53f54-f0a1-42c2-9632-b17fe61b00e0,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:46.483374 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-99845876-e41a-41ba-b0ba-b116f9d2560f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:46.772178 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-99845876-e41a-41ba-b0ba-b116f9d2560f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16308137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16379886'] for router_interface, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:46.906179 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:47.175162 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device bb295447-e407-4ae3-824c-44162c4877db no longer exists at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:08:47.214948 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] No Port match for: bb295447-e407-4ae3-824c-44162c4877db {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:08:47.215306 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device bb295447-e407-4ae3-824c-44162c4877db not bound to the agent host hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:08:47.256044 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99845876-e41a-41ba-b0ba-b116f9d2560f admin admin] Router 724dfa94-2bc3-44aa-b715-3f29394df8ca has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:08:47.440424 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99845876-e41a-41ba-b0ba-b116f9d2560f admin admin] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:08:47.449541 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98912b5-1b1f-48d3-8972-4d448189fd0d None None] Sync routers for ids ['724dfa94-2bc3-44aa-b715-3f29394df8ca'] in dv-cinder-786524-7-iscsi {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:08:47.462956 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98912b5-1b1f-48d3-8972-4d448189fd0d None None] Routers {'724dfa94-2bc3-44aa-b715-3f29394df8ca'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:08:47.463171 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-99845876-e41a-41ba-b0ba-b116f9d2560f admin admin] 10.222.0.36 "PUT /v2.0/routers/724dfa94-2bc3-44aa-b715-3f29394df8ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7781308 May 20 17:08:47.463282 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-b98912b5-1b1f-48d3-8972-4d448189fd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:08:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['724dfa94-2bc3-44aa-b715-3f29394df8ca'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:08:47.463437 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 56596) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:47.647072 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-b98912b5-1b1f-48d3-8972-4d448189fd0d None None] Set router 724dfa94-2bc3-44aa-b715-3f29394df8ca gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:08:47.656349 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-89b40db6-06b7-46fc-8672-9f628227fb02 admin admin] Notify callbacks [] for router, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:47.859563 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-89b40db6-06b7-46fc-8672-9f628227fb02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:47.938750 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-89b40db6-06b7-46fc-8672-9f628227fb02 admin admin] Deleting port 50fcd343-e163-4372-b9c3-e5526c11c3a6 {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:08:47.939143 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-89b40db6-06b7-46fc-8672-9f628227fb02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:47.947113 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-b98912b5-1b1f-48d3-8972-4d448189fd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'name': 'tempest-TestShelveInstance-1353188969-router', 'tenant_id': '0a5d5db9947c4adea81924bf7464e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '50fcd343-e163-4372-b9c3-e5526c11c3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:02:33Z', 'updated_at': '2021-05-20T17:08:46Z', 'revision_number': 5, 'project_id': '0a5d5db9947c4adea81924bf7464e6a5', 'gw_port': {'id': '50fcd343-e163-4372-b9c3-e5526c11c3a6', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:34Z', 'updated_at': '2021-05-20T17:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi'}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:08:47.951027 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98912b5-1b1f-48d3-8972-4d448189fd0d None None] Checking router: 724dfa94-2bc3-44aa-b715-3f29394df8ca for host: dv-cinder-786524-7-iscsi {{(pid=119046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:08:47.959645 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98912b5-1b1f-48d3-8972-4d448189fd0d None None] Routers {'724dfa94-2bc3-44aa-b715-3f29394df8ca'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:08:47.960274 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-b98912b5-1b1f-48d3-8972-4d448189fd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:08:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['724dfa94-2bc3-44aa-b715-3f29394df8ca'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:08:48.064340 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [None req-89b40db6-06b7-46fc-8672-9f628227fb02 admin admin] For port 50fcd343-e163-4372-b9c3-e5526c11c3a6, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=50fcd343-e163-4372-b9c3-e5526c11c3a6,segment=NetworkSegment(be7a08f1-7b47-4c24-ac33-26538d548295),segment_id=be7a08f1-7b47-4c24-ac33-26538d548295)] {{(pid=119045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:08:48.064727 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-89b40db6-06b7-46fc-8672-9f628227fb02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:48.114774 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-b98912b5-1b1f-48d3-8972-4d448189fd0d None None] Set router 724dfa94-2bc3-44aa-b715-3f29394df8ca gateway port host: None {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:08:48.199009 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-89b40db6-06b7-46fc-8672-9f628227fb02 admin admin] Calling delete_port for 50fcd343-e163-4372-b9c3-e5526c11c3a6 owned by network:router_gateway {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:08:48.229191 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-b98912b5-1b1f-48d3-8972-4d448189fd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'name': 'tempest-TestShelveInstance-1353188969-router', 'tenant_id': '0a5d5db9947c4adea81924bf7464e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:02:33Z', 'updated_at': '2021-05-20T17:08:47Z', 'revision_number': 6, 'project_id': '0a5d5db9947c4adea81924bf7464e6a5', 'gw_port_host': None}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:08:48.234351 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98912b5-1b1f-48d3-8972-4d448189fd0d None None] The sync data for ids ['724dfa94-2bc3-44aa-b715-3f29394df8ca'] in dv-cinder-786524-7-iscsi is: [{'id': '724dfa94-2bc3-44aa-b715-3f29394df8ca', 'name': 'tempest-TestShelveInstance-1353188969-router', 'tenant_id': '0a5d5db9947c4adea81924bf7464e6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:02:33Z', 'updated_at': '2021-05-20T17:08:47Z', 'revision_number': 6, 'project_id': '0a5d5db9947c4adea81924bf7464e6a5', 'gw_port_host': None}] {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:08:48.360186 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-89b40db6-06b7-46fc-8672-9f628227fb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:48.365474 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-93278b85-ceb6-4bbf-892f-ae1e83cec16d tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:48.410585 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b40db6-06b7-46fc-8672-9f628227fb02 admin admin] Pushing event deleted for resources: {'Port': ['ID=50fcd343-e163-4372-b9c3-e5526c11c3a6,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:48.452680 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b40db6-06b7-46fc-8672-9f628227fb02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:48.453592 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b40db6-06b7-46fc-8672-9f628227fb02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:48.453592 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b40db6-06b7-46fc-8672-9f628227fb02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:48.453767 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b40db6-06b7-46fc-8672-9f628227fb02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:48.454132 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b40db6-06b7-46fc-8672-9f628227fb02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:48.454491 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b40db6-06b7-46fc-8672-9f628227fb02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:48.454848 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b40db6-06b7-46fc-8672-9f628227fb02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:48.455233 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b40db6-06b7-46fc-8672-9f628227fb02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:48.455588 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b40db6-06b7-46fc-8672-9f628227fb02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:48.455936 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b40db6-06b7-46fc-8672-9f628227fb02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:48.456284 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b40db6-06b7-46fc-8672-9f628227fb02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:48.456613 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b40db6-06b7-46fc-8672-9f628227fb02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:08:48.459916 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-89b40db6-06b7-46fc-8672-9f628227fb02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:48.516223 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-89b40db6-06b7-46fc-8672-9f628227fb02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16751985'] for router_gateway, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:48.797794 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-89b40db6-06b7-46fc-8672-9f628227fb02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16750855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3075'] for router, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:48.800130 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-89b40db6-06b7-46fc-8672-9f628227fb02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:48.824647 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-89b40db6-06b7-46fc-8672-9f628227fb02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16752461'] for router, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:48.825204 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b40db6-06b7-46fc-8672-9f628227fb02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 724dfa94-2bc3-44aa-b715-3f29394df8ca {{(pid=119045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 17:08:48.838201 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-89b40db6-06b7-46fc-8672-9f628227fb02 admin admin] Notify callbacks [] for router, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:48.839365 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-89b40db6-06b7-46fc-8672-9f628227fb02 admin admin] 10.222.0.36 "DELETE /v2.0/routers/724dfa94-2bc3-44aa-b715-3f29394df8ca HTTP/1.1" status: 204 len: 168 time: 1.3751566 May 20 17:08:48.842008 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 56608) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:48.902493 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8149609-a741-4ddd-897a-be0774efb9e8 admin admin] Deleting subnet 7d2384bb-83fb-450e-90a2-cc802278fb21 {{(pid=119045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 17:08:48.905390 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-d8149609-a741-4ddd-897a-be0774efb9e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:48.954128 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-d8149609-a741-4ddd-897a-be0774efb9e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15234105'] for subnet, precommit_delete_associations {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:49.046289 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-d8149609-a741-4ddd-897a-be0774efb9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006482'] for subnet, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:49.327784 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-d8149609-a741-4ddd-897a-be0774efb9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14687734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15261298'] for subnet, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:49.331992 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:49.370150 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8149609-a741-4ddd-897a-be0774efb9e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d2384bb-83fb-450e-90a2-cc802278fb21,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:49.373579 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-d8149609-a741-4ddd-897a-be0774efb9e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:49.376015 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-d8149609-a741-4ddd-897a-be0774efb9e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:49.385471 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-d8149609-a741-4ddd-897a-be0774efb9e8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7d2384bb-83fb-450e-90a2-cc802278fb21 HTTP/1.1" status: 204 len: 168 time: 0.5392337 May 20 17:08:49.385608 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 56618) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:49.386060 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190315d8-f0e3-408d-9491-b918b3ca3396 None None] Network bf878487-215c-4e5c-a88b-d79110158955 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:08:49.492322 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-08cad83c-e613-40bf-8dc2-8099791cb974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655306'] for network, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:49.567736 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [None req-08cad83c-e613-40bf-8dc2-8099791cb974 admin admin] Deleting port 84aaac4f-1332-49d7-adc4-50b399749512 {{(pid=119044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:08:49.567952 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-08cad83c-e613-40bf-8dc2-8099791cb974 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:49.643107 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5478b39a-0866-4af7-99e3-daab1159973b None None] DHCP port deletion for bf878487-215c-4e5c-a88b-d79110158955 request from dv-cinder-786524-7-iscsi {{(pid=119046) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 17:08:49.664480 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [None req-08cad83c-e613-40bf-8dc2-8099791cb974 admin admin] For port 84aaac4f-1332-49d7-adc4-50b399749512, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=84aaac4f-1332-49d7-adc4-50b399749512,segment=NetworkSegment(d37f8528-7297-4149-9ffd-cc733462f317),segment_id=d37f8528-7297-4149-9ffd-cc733462f317)] {{(pid=119044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:08:49.664832 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-08cad83c-e613-40bf-8dc2-8099791cb974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:49.763509 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-5478b39a-0866-4af7-99e3-daab1159973b None None] Deleting port 84aaac4f-1332-49d7-adc4-50b399749512 {{(pid=119046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:08:49.763731 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-5478b39a-0866-4af7-99e3-daab1159973b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:49.791110 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [None req-08cad83c-e613-40bf-8dc2-8099791cb974 admin admin] Calling delete_port for 84aaac4f-1332-49d7-adc4-50b399749512 owned by network:dhcp {{(pid=119044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:08:49.851551 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-08cad83c-e613-40bf-8dc2-8099791cb974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:49.855581 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-eea3c6b7-a63c-4a40-aed9-42f4c295d937 tempest-ServerRescueNegativeTestJSON-1604581317 tempest-ServerRescueNegativeTestJSON-1604581317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:49.876209 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-5478b39a-0866-4af7-99e3-daab1159973b None None] For port 84aaac4f-1332-49d7-adc4-50b399749512, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=84aaac4f-1332-49d7-adc4-50b399749512,segment=NetworkSegment(d37f8528-7297-4149-9ffd-cc733462f317),segment_id=d37f8528-7297-4149-9ffd-cc733462f317)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:08:49.876609 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-5478b39a-0866-4af7-99e3-daab1159973b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:49.898913 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cad83c-e613-40bf-8dc2-8099791cb974 admin admin] Pushing event deleted for resources: {'Port': ['ID=84aaac4f-1332-49d7-adc4-50b399749512,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:49.902435 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-08cad83c-e613-40bf-8dc2-8099791cb974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:49.904789 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cad83c-e613-40bf-8dc2-8099791cb974 admin admin] No DVR routers for this DVR port 84aaac4f-1332-49d7-adc4-50b399749512 on host dv-cinder-786524-7-iscsi {{(pid=119044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:08:50.002297 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-5478b39a-0866-4af7-99e3-daab1159973b None None] Calling delete_port for 84aaac4f-1332-49d7-adc4-50b399749512 owned by network:dhcp {{(pid=119046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:08:50.049796 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-5478b39a-0866-4af7-99e3-daab1159973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800'] for port, after_delete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:50.053734 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:50.104864 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478b39a-0866-4af7-99e3-daab1159973b None None] Pushing event deleted for resources: {'Port': ['ID=84aaac4f-1332-49d7-adc4-50b399749512,revision_number=None']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:50.107860 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-5478b39a-0866-4af7-99e3-daab1159973b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:50.108853 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5478b39a-0866-4af7-99e3-daab1159973b None None] No DVR routers for this DVR port 84aaac4f-1332-49d7-adc4-50b399749512 on host dv-cinder-786524-7-iscsi {{(pid=119046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:08:50.119450 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-08cad83c-e613-40bf-8dc2-8099791cb974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001245', 'neutron.services.segments.db._delete_segments_for_network-8727197674105'] for network, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:50.138598 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 84aaac4f-1332-49d7-adc4-50b399749512 no longer exists at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:08:50.141438 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-08cad83c-e613-40bf-8dc2-8099791cb974 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf878487-215c-4e5c-a88b-d79110158955']}} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:08:50.156511 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-08cad83c-e613-40bf-8dc2-8099791cb974 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd37f8528-7297-4149-9ffd-cc733462f317') {'for_net_delete': True} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:08:50.156802 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-08cad83c-e613-40bf-8dc2-8099791cb974 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd37f8528-7297-4149-9ffd-cc733462f317') {} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:08:50.169543 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-08cad83c-e613-40bf-8dc2-8099791cb974 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727197686263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15043267'] for segment, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:50.175204 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] No Port match for: 84aaac4f-1332-49d7-adc4-50b399749512 {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:08:50.175586 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 84aaac4f-1332-49d7-adc4-50b399749512 not bound to the agent host dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:08:50.176028 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 08a53f54-f0a1-42c2-9632-b17fe61b00e0 no longer exists at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:08:50.187546 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-08cad83c-e613-40bf-8dc2-8099791cb974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:50.195704 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08cad83c-e613-40bf-8dc2-8099791cb974 admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=119044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 17:08:50.195704 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-08cad83c-e613-40bf-8dc2-8099791cb974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14410782'] for segment, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:50.209881 dv-cinder-786524-7-iscsi neutron-server[119044]: Traceback (most recent call last): May 20 17:08:50.209881 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 17:08:50.209881 dv-cinder-786524-7-iscsi neutron-server[119044]: timer() May 20 17:08:50.209881 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 17:08:50.209881 dv-cinder-786524-7-iscsi neutron-server[119044]: cb(*args, **kw) May 20 17:08:50.209881 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 17:08:50.209881 dv-cinder-786524-7-iscsi neutron-server[119044]: return func(*args, **kwargs) May 20 17:08:50.209881 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 17:08:50.209881 dv-cinder-786524-7-iscsi neutron-server[119044]: self._notify() May 20 17:08:50.209881 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 17:08:50.209881 dv-cinder-786524-7-iscsi neutron-server[119044]: self.callback(batched_events) May 20 17:08:50.209881 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 17:08:50.209881 dv-cinder-786524-7-iscsi neutron-server[119044]: event.method(event) May 20 17:08:50.209881 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 17:08:50.209881 dv-cinder-786524-7-iscsi neutron-server[119044]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 17:08:50.209881 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 17:08:50.209881 dv-cinder-786524-7-iscsi neutron-server[119044]: aggregate_uuid = self.p_client.list_aggregates( May 20 17:08:50.209881 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 17:08:50.209881 dv-cinder-786524-7-iscsi neutron-server[119044]: return f(self, *a, **k) May 20 17:08:50.209881 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 17:08:50.209881 dv-cinder-786524-7-iscsi neutron-server[119044]: return self._get(url).json() May 20 17:08:50.209881 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 17:08:50.209881 dv-cinder-786524-7-iscsi neutron-server[119044]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 17:08:50.209881 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 17:08:50.209881 dv-cinder-786524-7-iscsi neutron-server[119044]: return self.request(url, 'GET', **kwargs) May 20 17:08:50.209881 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 17:08:50.209881 dv-cinder-786524-7-iscsi neutron-server[119044]: base_url = self.get_endpoint(auth, allow=allow, May 20 17:08:50.209881 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 17:08:50.209881 dv-cinder-786524-7-iscsi neutron-server[119044]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 17:08:50.209881 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 17:08:50.209881 dv-cinder-786524-7-iscsi neutron-server[119044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 17:08:50.209881 dv-cinder-786524-7-iscsi neutron-server[119044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 17:08:50.213828 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] No Port match for: 08a53f54-f0a1-42c2-9632-b17fe61b00e0 {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:08:50.214188 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 08a53f54-f0a1-42c2-9632-b17fe61b00e0 not bound to the agent host dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:08:50.214628 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 50fcd343-e163-4372-b9c3-e5526c11c3a6 no longer exists at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:08:50.251149 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] No Port match for: 50fcd343-e163-4372-b9c3-e5526c11c3a6 {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:08:50.251513 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 50fcd343-e163-4372-b9c3-e5526c11c3a6 not bound to the agent host dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:08:50.291082 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-08cad83c-e613-40bf-8dc2-8099791cb974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16751962'] for network, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:50.294635 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-e35416db-3340-4f58-8943-544180d32fc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:50.311636 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-08cad83c-e613-40bf-8dc2-8099791cb974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:50.323338 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cad83c-e613-40bf-8dc2-8099791cb974 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf878487-215c-4e5c-a88b-d79110158955,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:50.327552 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-08cad83c-e613-40bf-8dc2-8099791cb974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:50.351482 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-08cad83c-e613-40bf-8dc2-8099791cb974 admin admin] 10.222.0.36 "DELETE /v2.0/networks/bf878487-215c-4e5c-a88b-d79110158955 HTTP/1.1" status: 204 len: 168 time: 0.9656336 May 20 17:08:50.354330 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 56624) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:50.919084 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-db7d3b10-e0c6-4462-a5e2-01c43d484562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16379738'] for router_interface, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:51.355614 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [None req-db7d3b10-e0c6-4462-a5e2-01c43d484562 admin admin] Deleting port 20f75241-b283-4070-846f-e334dd10b6be {{(pid=119044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:08:51.356055 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-db7d3b10-e0c6-4462-a5e2-01c43d484562 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:51.484778 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [None req-db7d3b10-e0c6-4462-a5e2-01c43d484562 admin admin] For port 20f75241-b283-4070-846f-e334dd10b6be, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=20f75241-b283-4070-846f-e334dd10b6be,segment=NetworkSegment(c023e10d-37b5-4a88-8ac8-cc421101f04a),segment_id=c023e10d-37b5-4a88-8ac8-cc421101f04a)] {{(pid=119044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:08:51.485087 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-db7d3b10-e0c6-4462-a5e2-01c43d484562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:51.637592 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 6 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:08:51.710764 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [None req-db7d3b10-e0c6-4462-a5e2-01c43d484562 admin admin] Calling delete_port for 20f75241-b283-4070-846f-e334dd10b6be owned by network:router_interface {{(pid=119044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:08:51.871922 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-db7d3b10-e0c6-4462-a5e2-01c43d484562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:51.878939 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-180cf0c2-9353-4ac0-b088-8c6e296f246a tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:51.923824 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d3b10-e0c6-4462-a5e2-01c43d484562 admin admin] Pushing event deleted for resources: {'Port': ['ID=20f75241-b283-4070-846f-e334dd10b6be,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:51.926963 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-db7d3b10-e0c6-4462-a5e2-01c43d484562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:52.199313 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-db7d3b10-e0c6-4462-a5e2-01c43d484562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16308137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16379886'] for router_interface, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:52.580589 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7d3b10-e0c6-4462-a5e2-01c43d484562 admin admin] Router c5cb2501-7640-491c-935b-c9d2ffbd6fe2 has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:08:52.768964 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7d3b10-e0c6-4462-a5e2-01c43d484562 admin admin] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:08:52.778116 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e5a5e0-468e-4fc4-92df-081a040f23de None None] Sync routers for ids ['c5cb2501-7640-491c-935b-c9d2ffbd6fe2'] in dv-cinder-786524-7-iscsi {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:08:52.778567 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-db7d3b10-e0c6-4462-a5e2-01c43d484562 admin admin] 10.222.0.36 "PUT /v2.0/routers/c5cb2501-7640-491c-935b-c9d2ffbd6fe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4229653 May 20 17:08:52.780935 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 56638) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:52.788854 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e5a5e0-468e-4fc4-92df-081a040f23de None None] Routers {'c5cb2501-7640-491c-935b-c9d2ffbd6fe2'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:08:52.789497 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-97e5a5e0-468e-4fc4-92df-081a040f23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:08:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c5cb2501-7640-491c-935b-c9d2ffbd6fe2'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:08:52.975701 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-97e5a5e0-468e-4fc4-92df-081a040f23de None None] Set router c5cb2501-7640-491c-935b-c9d2ffbd6fe2 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:08:52.978577 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a9f76c6a-dbba-4994-9d68-65947ed95e13 admin admin] Notify callbacks [] for router, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:53.281643 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-97e5a5e0-468e-4fc4-92df-081a040f23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cb2501-7640-491c-935b-c9d2ffbd6fe2', 'name': 'tempest-TestShelveInstance-2118424220-router', 'tenant_id': '87d41ffa9c134fb1bff1b81859e198e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '4e90cbeb-9e01-4cd5-b573-523578774800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:02:43Z', 'updated_at': '2021-05-20T17:08:51Z', 'revision_number': 5, 'project_id': '87d41ffa9c134fb1bff1b81859e198e0', 'gw_port': {'id': '4e90cbeb-9e01-4cd5-b573-523578774800', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cb2501-7640-491c-935b-c9d2ffbd6fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:02:44Z', 'updated_at': '2021-05-20T17:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi'}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:08:53.286004 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e5a5e0-468e-4fc4-92df-081a040f23de None None] Checking router: c5cb2501-7640-491c-935b-c9d2ffbd6fe2 for host: dv-cinder-786524-7-iscsi {{(pid=119047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:08:53.286953 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a9f76c6a-dbba-4994-9d68-65947ed95e13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:53.294823 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e5a5e0-468e-4fc4-92df-081a040f23de None None] Routers {'c5cb2501-7640-491c-935b-c9d2ffbd6fe2'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:08:53.295462 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-97e5a5e0-468e-4fc4-92df-081a040f23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:08:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c5cb2501-7640-491c-935b-c9d2ffbd6fe2'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:08:53.374824 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [None req-a9f76c6a-dbba-4994-9d68-65947ed95e13 admin admin] Deleting port 4e90cbeb-9e01-4cd5-b573-523578774800 {{(pid=119044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:08:53.375402 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a9f76c6a-dbba-4994-9d68-65947ed95e13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:53.515694 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-97e5a5e0-468e-4fc4-92df-081a040f23de None None] Set router c5cb2501-7640-491c-935b-c9d2ffbd6fe2 gateway port host: None {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:08:53.525318 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [None req-a9f76c6a-dbba-4994-9d68-65947ed95e13 admin admin] For port 4e90cbeb-9e01-4cd5-b573-523578774800, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=4e90cbeb-9e01-4cd5-b573-523578774800,segment=NetworkSegment(be7a08f1-7b47-4c24-ac33-26538d548295),segment_id=be7a08f1-7b47-4c24-ac33-26538d548295)] {{(pid=119044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:08:53.525686 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a9f76c6a-dbba-4994-9d68-65947ed95e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:53.632777 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-97e5a5e0-468e-4fc4-92df-081a040f23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cb2501-7640-491c-935b-c9d2ffbd6fe2', 'name': 'tempest-TestShelveInstance-2118424220-router', 'tenant_id': '87d41ffa9c134fb1bff1b81859e198e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:02:43Z', 'updated_at': '2021-05-20T17:08:53Z', 'revision_number': 6, 'project_id': '87d41ffa9c134fb1bff1b81859e198e0', 'gw_port_host': None}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:08:53.637878 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e5a5e0-468e-4fc4-92df-081a040f23de None None] The sync data for ids ['c5cb2501-7640-491c-935b-c9d2ffbd6fe2'] in dv-cinder-786524-7-iscsi is: [{'id': 'c5cb2501-7640-491c-935b-c9d2ffbd6fe2', 'name': 'tempest-TestShelveInstance-2118424220-router', 'tenant_id': '87d41ffa9c134fb1bff1b81859e198e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:02:43Z', 'updated_at': '2021-05-20T17:08:53Z', 'revision_number': 6, 'project_id': '87d41ffa9c134fb1bff1b81859e198e0', 'gw_port_host': None}] {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:08:53.654045 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [None req-a9f76c6a-dbba-4994-9d68-65947ed95e13 admin admin] Calling delete_port for 4e90cbeb-9e01-4cd5-b573-523578774800 owned by network:router_gateway {{(pid=119044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:08:53.810187 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a9f76c6a-dbba-4994-9d68-65947ed95e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:53.814337 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-dcc8a1af-55ff-413f-8ea4-abc5bf3651ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:53.860075 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f76c6a-dbba-4994-9d68-65947ed95e13 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e90cbeb-9e01-4cd5-b573-523578774800,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:53.863481 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-a9f76c6a-dbba-4994-9d68-65947ed95e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:53.966808 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a9f76c6a-dbba-4994-9d68-65947ed95e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16751985'] for router_gateway, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:54.158664 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a9f76c6a-dbba-4994-9d68-65947ed95e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16750855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3075'] for router, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:54.161221 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a9f76c6a-dbba-4994-9d68-65947ed95e13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:54.186567 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a9f76c6a-dbba-4994-9d68-65947ed95e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16752461'] for router, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:54.187576 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f76c6a-dbba-4994-9d68-65947ed95e13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5cb2501-7640-491c-935b-c9d2ffbd6fe2 {{(pid=119044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 17:08:54.201388 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a9f76c6a-dbba-4994-9d68-65947ed95e13 admin admin] Notify callbacks [] for router, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:54.204876 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-a9f76c6a-dbba-4994-9d68-65947ed95e13 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c5cb2501-7640-491c-935b-c9d2ffbd6fe2 HTTP/1.1" status: 204 len: 168 time: 1.4207420 May 20 17:08:54.205756 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 56668) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:54.269319 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb39c94-f7c1-4411-bc3a-c4a14c618774 admin admin] Deleting subnet c689c4df-7e9b-4784-afc3-b0500c267393 {{(pid=119045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 17:08:54.272734 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-6eb39c94-f7c1-4411-bc3a-c4a14c618774 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:54.322152 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-6eb39c94-f7c1-4411-bc3a-c4a14c618774 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15234105'] for subnet, precommit_delete_associations {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:54.406955 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-6eb39c94-f7c1-4411-bc3a-c4a14c618774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006482'] for subnet, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:54.452841 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 20f75241-b283-4070-846f-e334dd10b6be no longer exists at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:08:54.509810 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] No Port match for: 20f75241-b283-4070-846f-e334dd10b6be {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:08:54.510377 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 20f75241-b283-4070-846f-e334dd10b6be not bound to the agent host dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:08:54.667456 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-6eb39c94-f7c1-4411-bc3a-c4a14c618774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14687734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15261298'] for subnet, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:54.671795 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:54.706595 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb39c94-f7c1-4411-bc3a-c4a14c618774 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c689c4df-7e9b-4784-afc3-b0500c267393,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:54.709669 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-6eb39c94-f7c1-4411-bc3a-c4a14c618774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:54.710679 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-6eb39c94-f7c1-4411-bc3a-c4a14c618774 admin admin] Notify callbacks [] for subnet, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:54.717676 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d903bd9-beb7-48e5-bf2d-ca9e323ab984 None None] Network def026cf-e846-40fa-8a3e-655494a866e9 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:08:54.721076 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-6eb39c94-f7c1-4411-bc3a-c4a14c618774 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c689c4df-7e9b-4784-afc3-b0500c267393 HTTP/1.1" status: 204 len: 168 time: 0.5124547 May 20 17:08:54.721407 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 56676) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:54.831684 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-62e1c4a6-71ad-43f4-bb24-9ff87f7a8616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655306'] for network, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:54.905995 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-62e1c4a6-71ad-43f4-bb24-9ff87f7a8616 admin admin] Deleting port 374694cc-0ca3-46cc-a035-a4a7f4119f5e {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:08:54.906347 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-62e1c4a6-71ad-43f4-bb24-9ff87f7a8616 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:54.968711 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75366fbd-4edb-462d-948f-9ceb77cbfbe8 None None] DHCP port deletion for def026cf-e846-40fa-8a3e-655494a866e9 request from dv-cinder-786524-7-iscsi {{(pid=119046) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 17:08:55.049293 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [None req-62e1c4a6-71ad-43f4-bb24-9ff87f7a8616 admin admin] For port 374694cc-0ca3-46cc-a035-a4a7f4119f5e, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=374694cc-0ca3-46cc-a035-a4a7f4119f5e,segment=NetworkSegment(c023e10d-37b5-4a88-8ac8-cc421101f04a),segment_id=c023e10d-37b5-4a88-8ac8-cc421101f04a)] {{(pid=119045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:08:55.049700 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-62e1c4a6-71ad-43f4-bb24-9ff87f7a8616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:55.085909 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-75366fbd-4edb-462d-948f-9ceb77cbfbe8 None None] Deleting port 374694cc-0ca3-46cc-a035-a4a7f4119f5e {{(pid=119046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:08:55.086715 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-75366fbd-4edb-462d-948f-9ceb77cbfbe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:55.184905 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-75366fbd-4edb-462d-948f-9ceb77cbfbe8 None None] For port 374694cc-0ca3-46cc-a035-a4a7f4119f5e, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=374694cc-0ca3-46cc-a035-a4a7f4119f5e,segment=NetworkSegment(c023e10d-37b5-4a88-8ac8-cc421101f04a),segment_id=c023e10d-37b5-4a88-8ac8-cc421101f04a)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:08:55.185278 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-75366fbd-4edb-462d-948f-9ceb77cbfbe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:55.186928 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-62e1c4a6-71ad-43f4-bb24-9ff87f7a8616 admin admin] Calling delete_port for 374694cc-0ca3-46cc-a035-a4a7f4119f5e owned by network:dhcp {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:08:55.240778 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-62e1c4a6-71ad-43f4-bb24-9ff87f7a8616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:55.246289 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-ecd8de0e-9e03-4efd-a009-4c63b8567fd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:55.301618 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e1c4a6-71ad-43f4-bb24-9ff87f7a8616 admin admin] No DVR routers for this DVR port 374694cc-0ca3-46cc-a035-a4a7f4119f5e on host dv-cinder-786524-7-iscsi {{(pid=119045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:08:55.303387 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1c4a6-71ad-43f4-bb24-9ff87f7a8616 admin admin] Pushing event deleted for resources: {'Port': ['ID=374694cc-0ca3-46cc-a035-a4a7f4119f5e,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:55.311111 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-75366fbd-4edb-462d-948f-9ceb77cbfbe8 None None] Calling delete_port for 374694cc-0ca3-46cc-a035-a4a7f4119f5e owned by network:dhcp {{(pid=119046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:08:55.329358 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-62e1c4a6-71ad-43f4-bb24-9ff87f7a8616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:55.355644 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-75366fbd-4edb-462d-948f-9ceb77cbfbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800'] for port, after_delete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:55.359252 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:55.400687 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75366fbd-4edb-462d-948f-9ceb77cbfbe8 None None] Pushing event deleted for resources: {'Port': ['ID=374694cc-0ca3-46cc-a035-a4a7f4119f5e,revision_number=None']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:55.404366 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-75366fbd-4edb-462d-948f-9ceb77cbfbe8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:55.406666 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75366fbd-4edb-462d-948f-9ceb77cbfbe8 None None] No DVR routers for this DVR port 374694cc-0ca3-46cc-a035-a4a7f4119f5e on host dv-cinder-786524-7-iscsi {{(pid=119046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:08:55.535371 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-62e1c4a6-71ad-43f4-bb24-9ff87f7a8616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001245', 'neutron.services.segments.db._delete_segments_for_network-8727197674105'] for network, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:55.553054 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.services.segments.db [None req-62e1c4a6-71ad-43f4-bb24-9ff87f7a8616 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def026cf-e846-40fa-8a3e-655494a866e9']}} {{(pid=119045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:08:55.565800 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.services.segments.db [None req-62e1c4a6-71ad-43f4-bb24-9ff87f7a8616 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c023e10d-37b5-4a88-8ac8-cc421101f04a') {'for_net_delete': True} {{(pid=119045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:08:55.566238 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.services.segments.db [None req-62e1c4a6-71ad-43f4-bb24-9ff87f7a8616 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c023e10d-37b5-4a88-8ac8-cc421101f04a') {} {{(pid=119045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:08:55.577589 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-62e1c4a6-71ad-43f4-bb24-9ff87f7a8616 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727197686263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15234102'] for segment, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:55.594031 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-62e1c4a6-71ad-43f4-bb24-9ff87f7a8616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:55.600225 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e1c4a6-71ad-43f4-bb24-9ff87f7a8616 admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=119045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 17:08:55.600608 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-62e1c4a6-71ad-43f4-bb24-9ff87f7a8616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14687568'] for segment, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:55.613758 dv-cinder-786524-7-iscsi neutron-server[119045]: Traceback (most recent call last): May 20 17:08:55.613758 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 17:08:55.613758 dv-cinder-786524-7-iscsi neutron-server[119045]: timer() May 20 17:08:55.613758 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 17:08:55.613758 dv-cinder-786524-7-iscsi neutron-server[119045]: cb(*args, **kw) May 20 17:08:55.613758 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 17:08:55.613758 dv-cinder-786524-7-iscsi neutron-server[119045]: return func(*args, **kwargs) May 20 17:08:55.613758 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 17:08:55.613758 dv-cinder-786524-7-iscsi neutron-server[119045]: self._notify() May 20 17:08:55.613758 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 17:08:55.613758 dv-cinder-786524-7-iscsi neutron-server[119045]: self.callback(batched_events) May 20 17:08:55.613758 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 17:08:55.613758 dv-cinder-786524-7-iscsi neutron-server[119045]: event.method(event) May 20 17:08:55.613758 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 17:08:55.613758 dv-cinder-786524-7-iscsi neutron-server[119045]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 17:08:55.613758 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 17:08:55.613758 dv-cinder-786524-7-iscsi neutron-server[119045]: aggregate_uuid = self.p_client.list_aggregates( May 20 17:08:55.613758 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 17:08:55.613758 dv-cinder-786524-7-iscsi neutron-server[119045]: return f(self, *a, **k) May 20 17:08:55.613758 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 17:08:55.613758 dv-cinder-786524-7-iscsi neutron-server[119045]: return self._get(url).json() May 20 17:08:55.613758 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 17:08:55.613758 dv-cinder-786524-7-iscsi neutron-server[119045]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 17:08:55.613758 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 17:08:55.613758 dv-cinder-786524-7-iscsi neutron-server[119045]: return self.request(url, 'GET', **kwargs) May 20 17:08:55.613758 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 17:08:55.613758 dv-cinder-786524-7-iscsi neutron-server[119045]: base_url = self.get_endpoint(auth, allow=allow, May 20 17:08:55.613758 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 17:08:55.613758 dv-cinder-786524-7-iscsi neutron-server[119045]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 17:08:55.613758 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 17:08:55.613758 dv-cinder-786524-7-iscsi neutron-server[119045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 17:08:55.613758 dv-cinder-786524-7-iscsi neutron-server[119045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 17:08:55.692521 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-62e1c4a6-71ad-43f4-bb24-9ff87f7a8616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16751962'] for network, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:55.698987 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-62e1c4a6-71ad-43f4-bb24-9ff87f7a8616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:55.701598 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:55.723277 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1c4a6-71ad-43f4-bb24-9ff87f7a8616 admin admin] Pushing event deleted for resources: {'Network': ['ID=def026cf-e846-40fa-8a3e-655494a866e9,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:55.725726 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-62e1c4a6-71ad-43f4-bb24-9ff87f7a8616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:55.729789 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-62e1c4a6-71ad-43f4-bb24-9ff87f7a8616 admin admin] 10.222.0.36 "DELETE /v2.0/networks/def026cf-e846-40fa-8a3e-655494a866e9 HTTP/1.1" status: 204 len: 168 time: 1.0053391 May 20 17:08:55.928134 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 56702) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:55.982124 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-37db7926-623d-4401-bce8-71186248ee29 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0a5d5db9947c4adea81924bf7464e6a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527074 May 20 17:08:55.982868 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 56706) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:56.000626 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-c5ba8015-c98c-48a6-a673-07deff465ecc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:56.002117 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-c5ba8015-c98c-48a6-a673-07deff465ecc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/networks?id=6dc6be76-746f-4129-80b3-8b85eee1cf94 HTTP/1.1" status: 200 len: 815 time: 0.1547761 May 20 17:08:56.018045 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-e5c611cc-025a-4961-bf7c-c5ca64a348eb tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/quotas/35d7b72df5af44bd86043d11b88ee3ad HTTP/1.1" status: 200 len: 375 time: 0.0092554 May 20 17:08:56.042283 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-a5bc88d8-dcb5-47cf-8b91-689921c01fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:56.074889 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-a5bc88d8-dcb5-47cf-8b91-689921c01fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:56.118351 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-458c5f64-a26a-4f5b-8ef7-b9b8c2492a16 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=35d7b72df5af44bd86043d11b88ee3ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0911467 May 20 17:08:56.135082 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 4e90cbeb-9e01-4cd5-b573-523578774800 no longer exists at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:08:56.136456 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-a5bc88d8-dcb5-47cf-8b91-689921c01fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:56.140169 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-65c9909c-e26b-4285-a46b-5689010e3a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:56.154923 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc88d8-dcb5-47cf-8b91-689921c01fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f331fc42-7636-4012-912f-92d9a93afbf2,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:56.160150 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-a5bc88d8-dcb5-47cf-8b91-689921c01fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:56.163161 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-a5bc88d8-dcb5-47cf-8b91-689921c01fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:56.166487 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-a5bc88d8-dcb5-47cf-8b91-689921c01fac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f331fc42-7636-4012-912f-92d9a93afbf2 HTTP/1.1" status: 204 len: 168 time: 0.1816881 May 20 17:08:56.189998 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] No Port match for: 4e90cbeb-9e01-4cd5-b573-523578774800 {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:08:56.190508 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 4e90cbeb-9e01-4cd5-b573-523578774800 not bound to the agent host dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:08:56.191058 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 374694cc-0ca3-46cc-a035-a4a7f4119f5e no longer exists at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:08:56.230308 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] No Port match for: 374694cc-0ca3-46cc-a035-a4a7f4119f5e {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:08:56.230308 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 374694cc-0ca3-46cc-a035-a4a7f4119f5e not bound to the agent host dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:08:56.299000 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-d32f1e53-78a2-4063-a501-3196d8fc3333 service neutron] 10.222.0.36 "GET /v2.0/networks/6dc6be76-746f-4129-80b3-8b85eee1cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685305 May 20 17:08:56.587631 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-47870571-e6e8-4775-809b-1a2ccc188b19 service neutron] 10.222.0.36 "GET /v2.0/networks/6dc6be76-746f-4129-80b3-8b85eee1cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823639 May 20 17:08:56.653759 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 56720) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:56.724657 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-40d1aa94-d1eb-49c9-a15d-dc46bb3dadf6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=87d41ffa9c134fb1bff1b81859e198e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0670953 May 20 17:08:56.724829 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 56726) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:56.829356 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-39c0b70f-f19c-43cd-b713-70e698d30e44 req-cc4e9002-d576-4b29-8db0-963f2f2569d2 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=5712bd01-b381-423b-974f-e71bff696b3f HTTP/1.1" status: 200 len: 210 time: 0.0566797 May 20 17:08:56.849291 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-89bb00b8-2c98-4bd3-98ad-9dce1ecb5c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:56.867420 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 56734) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:56.895889 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-89bb00b8-2c98-4bd3-98ad-9dce1ecb5c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:56.966490 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-89bb00b8-2c98-4bd3-98ad-9dce1ecb5c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:56.975287 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-760698fa-7da2-4b78-97e9-662567672948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:56.996479 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb00b8-2c98-4bd3-98ad-9dce1ecb5c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5046e200-8ab4-41fd-b5de-3eb7222dc62a,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:57.000291 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-89bb00b8-2c98-4bd3-98ad-9dce1ecb5c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:57.002387 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-89bb00b8-2c98-4bd3-98ad-9dce1ecb5c5a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5046e200-8ab4-41fd-b5de-3eb7222dc62a HTTP/1.1" status: 204 len: 168 time: 0.2763689 May 20 17:08:57.003931 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-89bb00b8-2c98-4bd3-98ad-9dce1ecb5c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:57.056420 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f1b1df65-7c1e-4d00-978b-48a6f3aac5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:57.081629 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-f1b1df65-7c1e-4d00-978b-48a6f3aac5fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:08:57.088497 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-f1b1df65-7c1e-4d00-978b-48a6f3aac5fe admin admin] Usage tracker for resource:security_group_rule and tenant:aba81bb58eec497f9730c1b21bcd0bcc is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:08:57.093390 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-f1b1df65-7c1e-4d00-978b-48a6f3aac5fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:08:57.103278 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-f1b1df65-7c1e-4d00-978b-48a6f3aac5fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:08:57.213259 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f1b1df65-7c1e-4d00-978b-48a6f3aac5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:57.226113 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f1b1df65-7c1e-4d00-978b-48a6f3aac5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:57.236345 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-89bb00b8-2c98-4bd3-98ad-9dce1ecb5c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:57.283835 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-f1b1df65-7c1e-4d00-978b-48a6f3aac5fe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aba81bb58eec497f9730c1b21bcd0bcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4151244 May 20 17:08:57.284643 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1df65-7c1e-4d00-978b-48a6f3aac5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582dc802-458a-4223-b0f9-9223c8fbb3c4,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:57.287024 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 56748) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:57.288346 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-f1b1df65-7c1e-4d00-978b-48a6f3aac5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:57.360105 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-beb2a99b-37e3-4dc3-8ed8-05c31e98bb0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:57.394246 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-beb2a99b-37e3-4dc3-8ed8-05c31e98bb0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:57.449608 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-beb2a99b-37e3-4dc3-8ed8-05c31e98bb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:57.454542 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-ba5361dc-d7d6-4285-84ac-6581a2ef1754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:57.464838 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2a99b-37e3-4dc3-8ed8-05c31e98bb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582dc802-458a-4223-b0f9-9223c8fbb3c4,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:57.468337 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-beb2a99b-37e3-4dc3-8ed8-05c31e98bb0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:57.471638 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-beb2a99b-37e3-4dc3-8ed8-05c31e98bb0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:57.473037 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-beb2a99b-37e3-4dc3-8ed8-05c31e98bb0e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/582dc802-458a-4223-b0f9-9223c8fbb3c4 HTTP/1.1" status: 204 len: 168 time: 0.1834812 May 20 17:08:57.847577 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 56756) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:57.867441 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-aa53836d-b66f-41e6-b1fb-a6f9a2cb0abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:57.886780 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-aa53836d-b66f-41e6-b1fb-a6f9a2cb0abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:08:57.892250 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-aa53836d-b66f-41e6-b1fb-a6f9a2cb0abc admin admin] Usage tracker for resource:security_group_rule and tenant:b7f7739d597042ffa77cc4e722ad71a2 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:08:57.896105 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-aa53836d-b66f-41e6-b1fb-a6f9a2cb0abc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:08:57.902985 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-aa53836d-b66f-41e6-b1fb-a6f9a2cb0abc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:08:58.023528 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-96995cb0-7a16-4693-89f6-7cfc471d6e66 req-858f1cb4-fd43-4d17-a628-1d7519904c75 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=5712bd01-b381-423b-974f-e71bff696b3f HTTP/1.1" status: 200 len: 210 time: 0.0588470 May 20 17:08:58.040590 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-aa53836d-b66f-41e6-b1fb-a6f9a2cb0abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:58.050001 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-aa53836d-b66f-41e6-b1fb-a6f9a2cb0abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:58.058151 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-b1a991f7-0aa7-44fc-9918-b0776ad0621e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:58.094828 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-ca05b8ef-33af-4c48-ae9c-c01400b65085 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:58.096351 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-ca05b8ef-33af-4c48-ae9c-c01400b65085 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.75 "GET /v2.0/networks?id=6dc6be76-746f-4129-80b3-8b85eee1cf94 HTTP/1.1" status: 200 len: 815 time: 0.1565914 May 20 17:08:58.103335 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-aa53836d-b66f-41e6-b1fb-a6f9a2cb0abc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b7f7739d597042ffa77cc4e722ad71a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2545702 May 20 17:08:58.104350 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53836d-b66f-41e6-b1fb-a6f9a2cb0abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a25acd-9a59-410e-9f27-c70764b27d05,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:58.106666 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 56762) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:08:58.109369 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-aa53836d-b66f-41e6-b1fb-a6f9a2cb0abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:58.110440 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-0a42e80b-c32a-447d-92dd-4c785553c3bc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Request body: {'port': {'device_id': '5712bd01-b381-423b-974f-e71bff696b3f', 'network_id': '6dc6be76-746f-4129-80b3-8b85eee1cf94', 'admin_state_up': True, 'tenant_id': '35d7b72df5af44bd86043d11b88ee3ad'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:08:58.171711 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-f1cd010d-16b1-45c6-84b4-5843c0964b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:58.200011 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-f1cd010d-16b1-45c6-84b4-5843c0964b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:58.253162 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-0a42e80b-c32a-447d-92dd-4c785553c3bc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:08:58.256829 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-f1cd010d-16b1-45c6-84b4-5843c0964b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:58.260510 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-7e17dc66-dd4a-42e7-a6e9-54f5a094b14b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:58.262760 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-0a42e80b-c32a-447d-92dd-4c785553c3bc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:08:58.274791 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd010d-16b1-45c6-84b4-5843c0964b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a25acd-9a59-410e-9f27-c70764b27d05,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:58.275168 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-0a42e80b-c32a-447d-92dd-4c785553c3bc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Made reservation on behalf of 35d7b72df5af44bd86043d11b88ee3ad for: {'port': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:08:58.277766 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-f1cd010d-16b1-45c6-84b4-5843c0964b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:58.278697 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-0a42e80b-c32a-447d-92dd-4c785553c3bc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:58.279731 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-f1cd010d-16b1-45c6-84b4-5843c0964b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:58.284044 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-f1cd010d-16b1-45c6-84b4-5843c0964b4c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e2a25acd-9a59-410e-9f27-c70764b27d05 HTTP/1.1" status: 204 len: 168 time: 0.1731243 May 20 17:08:58.450395 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_common [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-0a42e80b-c32a-447d-92dd-4c785553c3bc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Allocated IP 172.20.0.2 (6dc6be76-746f-4129-80b3-8b85eee1cf94/e9533a80-acd4-444e-86da-f3a4e09d717b/9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0) {{(pid=119045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:08:58.665085 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-0a42e80b-c32a-447d-92dd-4c785553c3bc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Notify callbacks [] for port, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:58.699318 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-0a42e80b-c32a-447d-92dd-4c785553c3bc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:58.713244 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4', '6a55b476-2b70-44cc-b4e5-881860f2cf84', '41785508-5a1b-448d-ac16-d3c6614e08fc'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:08:58.713947 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-76b0503d-dbb5-455e-8e9f-339c86ce95fc tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:58.778772 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-0a42e80b-c32a-447d-92dd-4c785553c3bc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Network 6dc6be76-746f-4129-80b3-8b85eee1cf94 is already hosted by enough agents. {{(pid=119045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:08:58.782007 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-0a42e80b-c32a-447d-92dd-4c785553c3bc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Resources bound (agent type, host, resource id): {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:08:58.784764 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-0a42e80b-c32a-447d-92dd-4c785553c3bc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Received port after_create {{(pid=119045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:08:58.839689 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42e80b-c32a-447d-92dd-4c785553c3bc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Pushing event updated for resources: {'Port': ['ID=9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:58.843636 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-0a42e80b-c32a-447d-92dd-4c785553c3bc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:58.867196 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-0a42e80b-c32a-447d-92dd-4c785553c3bc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:58.867848 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-0a42e80b-c32a-447d-92dd-4c785553c3bc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:58.902930 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-0a42e80b-c32a-447d-92dd-4c785553c3bc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7965848 May 20 17:08:58.915452 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-14b9f31f-c96d-4cbf-9ee5-816593f21d1a service neutron] Request body: {'port': {'device_id': '5712bd01-b381-423b-974f-e71bff696b3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:08:59.044719 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-14b9f31f-c96d-4cbf-9ee5-816593f21d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:59.492606 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc4f97-904f-42ff-aa95-475dcfff7e31 req-c64ee2a1-caf8-47cf-b785-2583337b9657 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:08:59.493328 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-b2bc4f97-904f-42ff-aa95-475dcfff7e31 req-c64ee2a1-caf8-47cf-b785-2583337b9657 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Synchronizing usage tracker for tenant:35d7b72df5af44bd86043d11b88ee3ad on resource:port {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:08:59.532597 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-b2bc4f97-904f-42ff-aa95-475dcfff7e31 req-c64ee2a1-caf8-47cf-b785-2583337b9657 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Unset dirty status for tenant:35d7b72df5af44bd86043d11b88ee3ad on resource:port {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:08:59.533784 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b2bc4f97-904f-42ff-aa95-475dcfff7e31 req-c64ee2a1-caf8-47cf-b785-2583337b9657 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=5712bd01-b381-423b-974f-e71bff696b3f HTTP/1.1" status: 200 len: 931 time: 0.3663046 May 20 17:08:59.636579 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-14b9f31f-c96d-4cbf-9ee5-816593f21d1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0 {{(pid=119045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:08:59.643322 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b2bc4f97-904f-42ff-aa95-475dcfff7e31 req-a6c5e12d-b66a-4e8a-a929-dbafa405f37e tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972164 May 20 17:08:59.647403 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-14b9f31f-c96d-4cbf-9ee5-816593f21d1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:59.663383 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.provisioning_blocks [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-14b9f31f-c96d-4cbf-9ee5-816593f21d1a service neutron] Transition to ACTIVE for port object 9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0 will not be triggered until provisioned by entity L2. {{(pid=119045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:08:59.668067 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-14b9f31f-c96d-4cbf-9ee5-816593f21d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14687500'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:08:59.672679 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-4c4dae7a-d0bd-4ee0-aeca-6954f6e0ea6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:08:59.834884 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9f31f-c96d-4cbf-9ee5-816593f21d1a service neutron] Pushing event updated for resources: {'Port': ['ID=9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0,revision_number=2']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:08:59.842438 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-14b9f31f-c96d-4cbf-9ee5-816593f21d1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:08:59.914043 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-14b9f31f-c96d-4cbf-9ee5-816593f21d1a service neutron] Attempting to bind port 9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:08:59.914388 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-14b9f31f-c96d-4cbf-9ee5-816593f21d1a service neutron] Attempting to bind port 9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'c45ca038-93d5-470c-96c7-8f1c26ba6e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '6dc6be76-746f-4129-80b3-8b85eee1cf94'}] {{(pid=119045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:08:59.914707 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-14b9f31f-c96d-4cbf-9ee5-816593f21d1a service neutron] Attempting to bind port 9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0 on network 6dc6be76-746f-4129-80b3-8b85eee1cf94 {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:08:59.919412 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-14b9f31f-c96d-4cbf-9ee5-816593f21d1a service neutron] Port 9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0 on network 6dc6be76-746f-4129-80b3-8b85eee1cf94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 17:08:59.919743 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-14b9f31f-c96d-4cbf-9ee5-816593f21d1a service neutron] Attempting to bind port 9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0 on network 6dc6be76-746f-4129-80b3-8b85eee1cf94 {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:08:59.924783 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-14b9f31f-c96d-4cbf-9ee5-816593f21d1a service neutron] Checking agent: {'id': '6f9f6b2e-16b6-4f76-902f-5004e6b9f64e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:08:59.925124 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-14b9f31f-c96d-4cbf-9ee5-816593f21d1a service neutron] Checking segment: {'id': 'c45ca038-93d5-470c-96c7-8f1c26ba6e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '6dc6be76-746f-4129-80b3-8b85eee1cf94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:08:59.925532 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-14b9f31f-c96d-4cbf-9ee5-816593f21d1a service neutron] Bound using segment: {'id': 'c45ca038-93d5-470c-96c7-8f1c26ba6e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '6dc6be76-746f-4129-80b3-8b85eee1cf94'} {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:08:59.925959 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-14b9f31f-c96d-4cbf-9ee5-816593f21d1a service neutron] Bound port: 9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c45ca038-93d5-470c-96c7-8f1c26ba6e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '6dc6be76-746f-4129-80b3-8b85eee1cf94'}}] {{(pid=119045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:08:59.926304 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-14b9f31f-c96d-4cbf-9ee5-816593f21d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:00.017352 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-14b9f31f-c96d-4cbf-9ee5-816593f21d1a service neutron] For port 9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0, host hv-cinder-78652, cleared binding levels {{(pid=119045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:09:00.020579 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-14b9f31f-c96d-4cbf-9ee5-816593f21d1a service neutron] For port 9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0,segment=NetworkSegment(c45ca038-93d5-470c-96c7-8f1c26ba6e49),segment_id=c45ca038-93d5-470c-96c7-8f1c26ba6e49)] {{(pid=119045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:09:00.026545 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-14b9f31f-c96d-4cbf-9ee5-816593f21d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14687500'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:00.030443 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-57c7c921-ec63-4ca6-8eca-140d8f0c01c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:00.091320 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-14b9f31f-c96d-4cbf-9ee5-816593f21d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:00.092438 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-14b9f31f-c96d-4cbf-9ee5-816593f21d1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:00.093334 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-14b9f31f-c96d-4cbf-9ee5-816593f21d1a service neutron] 10.222.0.75 "PUT /v2.0/ports/9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0 HTTP/1.1" status: 200 len: 1093 time: 1.1828325 May 20 17:09:00.093843 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5712bd01-b381-423b-974f-e71bff696b3f', 'tag': '9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:09:00.117251 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9f31f-c96d-4cbf-9ee5-816593f21d1a service neutron] Pushing event updated for resources: {'Port': ['ID=9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0,revision_number=3']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:00.120710 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-14b9f31f-c96d-4cbf-9ee5-816593f21d1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:00.175147 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5712bd01-b381-423b-974f-e71bff696b3f', 'tag': '9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0', 'status': 'completed', 'code': 200} May 20 17:09:00.211876 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-9ae501ed-fa97-431f-9312-9324c30a4249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:00.213394 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-9ae501ed-fa97-431f-9312-9324c30a4249 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=35d7b72df5af44bd86043d11b88ee3ad&device_id=5712bd01-b381-423b-974f-e71bff696b3f HTTP/1.1" status: 200 len: 1096 time: 0.0738435 May 20 17:09:00.287635 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-d3bb37da-4e26-4197-afb9-ed0b546cf5fd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0 HTTP/1.1" status: 200 len: 217 time: 0.0664213 May 20 17:09:00.353039 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-1f7d078a-7ac2-4bd7-b9f0-467dc2312e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:00.354526 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-1f7d078a-7ac2-4bd7-b9f0-467dc2312e63 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e9533a80-acd4-444e-86da-f3a4e09d717b HTTP/1.1" status: 200 len: 855 time: 0.0606441 May 20 17:09:00.402823 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-ed3727aa-6a32-473f-9d26-c286070ae098 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6dc6be76-746f-4129-80b3-8b85eee1cf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413761 May 20 17:09:00.536484 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-f4858b37-7b4b-4d20-bc65-0489ffd2065c service neutron] 10.222.0.75 "GET /v2.0/networks/6dc6be76-746f-4129-80b3-8b85eee1cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261237 May 20 17:09:00.684449 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7d2b2e94-939a-44fa-882d-677fbae67062 req-df699eb4-2198-4c6e-a612-d002996d0812 service neutron] 10.222.0.75 "GET /v2.0/networks/6dc6be76-746f-4129-80b3-8b85eee1cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413283 May 20 17:09:00.870888 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e5496-ac57-4c83-83af-22e37894ce45 req-730b78a3-06bc-4d8d-8b56-83636ebfe347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:00.872530 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c35e5496-ac57-4c83-83af-22e37894ce45 req-730b78a3-06bc-4d8d-8b56-83636ebfe347 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=35d7b72df5af44bd86043d11b88ee3ad&device_id=5712bd01-b381-423b-974f-e71bff696b3f HTTP/1.1" status: 200 len: 1096 time: 0.1357763 May 20 17:09:00.884172 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311595b4-7e96-464f-96d5-8fad9a31d04f req-a83fb195-34f3-48b3-9294-0ff277e72c1c tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:00.885831 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-311595b4-7e96-464f-96d5-8fad9a31d04f req-a83fb195-34f3-48b3-9294-0ff277e72c1c tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=5712bd01-b381-423b-974f-e71bff696b3f HTTP/1.1" status: 200 len: 943 time: 0.1098096 May 20 17:09:01.024094 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-311595b4-7e96-464f-96d5-8fad9a31d04f req-a97a2060-8ca4-4ab0-975c-b585167a8063 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171629 May 20 17:09:01.053350 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e5496-ac57-4c83-83af-22e37894ce45 req-fc794636-c81c-477a-9b0c-64a25637f0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:01.054776 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 56844) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:09:01.055306 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c35e5496-ac57-4c83-83af-22e37894ce45 req-fc794636-c81c-477a-9b0c-64a25637f0a6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6dc6be76-746f-4129-80b3-8b85eee1cf94 HTTP/1.1" status: 200 len: 916 time: 0.1681356 May 20 17:09:01.180777 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-d2a16009-fdb0-49d6-872e-602c8484ae8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:01.199531 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-d2a16009-fdb0-49d6-872e-602c8484ae8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:09:01.203691 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-d2a16009-fdb0-49d6-872e-602c8484ae8b admin admin] Usage tracker for resource:security_group_rule and tenant:7dbd82b0109542559897f22f137b8e6b is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:09:01.206681 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-d2a16009-fdb0-49d6-872e-602c8484ae8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:09:01.213280 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-d2a16009-fdb0-49d6-872e-602c8484ae8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:09:01.228335 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c35e5496-ac57-4c83-83af-22e37894ce45 req-bcc637ea-9aa8-4499-8ba7-25ef48a01e0d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0 HTTP/1.1" status: 200 len: 217 time: 0.1659632 May 20 17:09:01.300664 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-d2a16009-fdb0-49d6-872e-602c8484ae8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:01.305796 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e5496-ac57-4c83-83af-22e37894ce45 req-2d5a420f-2faa-4d1b-a1f2-a1e5b4c73b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:01.306350 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-d2a16009-fdb0-49d6-872e-602c8484ae8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:01.307254 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c35e5496-ac57-4c83-83af-22e37894ce45 req-2d5a420f-2faa-4d1b-a1f2-a1e5b4c73b93 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e9533a80-acd4-444e-86da-f3a4e09d717b HTTP/1.1" status: 200 len: 855 time: 0.0645115 May 20 17:09:01.313771 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:01.353382 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a16009-fdb0-49d6-872e-602c8484ae8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11e5a67-2f4f-4267-92da-ff484398951d,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:01.357563 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-d2a16009-fdb0-49d6-872e-602c8484ae8b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7dbd82b0109542559897f22f137b8e6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017707 May 20 17:09:01.358445 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-d2a16009-fdb0-49d6-872e-602c8484ae8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:01.360939 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 56850) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:09:01.362845 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c35e5496-ac57-4c83-83af-22e37894ce45 req-29be149f-1ff8-4d6c-8b49-475c5f170202 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6dc6be76-746f-4129-80b3-8b85eee1cf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477245 May 20 17:09:01.419421 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e4b749a4-0a39-45dc-ba98-7b5d1ff584e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:01.446061 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e4b749a4-0a39-45dc-ba98-7b5d1ff584e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:01.500727 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e4b749a4-0a39-45dc-ba98-7b5d1ff584e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:01.503567 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c35e5496-ac57-4c83-83af-22e37894ce45 req-31cabda8-ceeb-4006-a91c-ab7675e514d4 service neutron] 10.222.0.75 "GET /v2.0/networks/6dc6be76-746f-4129-80b3-8b85eee1cf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333508 May 20 17:09:01.505607 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-557c4ffe-3153-48ab-9efb-e1a075a522dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:01.520120 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b749a4-0a39-45dc-ba98-7b5d1ff584e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11e5a67-2f4f-4267-92da-ff484398951d,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:01.522548 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-e4b749a4-0a39-45dc-ba98-7b5d1ff584e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:01.528603 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e4b749a4-0a39-45dc-ba98-7b5d1ff584e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:01.537543 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-e4b749a4-0a39-45dc-ba98-7b5d1ff584e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d11e5a67-2f4f-4267-92da-ff484398951d HTTP/1.1" status: 204 len: 168 time: 0.1713517 May 20 17:09:01.650381 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c35e5496-ac57-4c83-83af-22e37894ce45 req-2d3c0aa8-1578-4417-b60b-cc7c51af33b0 service neutron] 10.222.0.75 "GET /v2.0/networks/6dc6be76-746f-4129-80b3-8b85eee1cf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369472 May 20 17:09:01.836153 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 56858) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:09:01.862692 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-c00525e3-9a59-4104-93a9-cd380cc386b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:01.879183 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-c00525e3-9a59-4104-93a9-cd380cc386b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:09:01.883925 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-c00525e3-9a59-4104-93a9-cd380cc386b3 admin admin] Usage tracker for resource:security_group_rule and tenant:4476ecbef65f4947b5412312da951335 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:09:01.886895 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-c00525e3-9a59-4104-93a9-cd380cc386b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:09:01.892747 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-c00525e3-9a59-4104-93a9-cd380cc386b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:09:01.984861 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-c00525e3-9a59-4104-93a9-cd380cc386b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:01.990888 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-c00525e3-9a59-4104-93a9-cd380cc386b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:01.997727 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-a664ed3f-9e3a-4691-8330-0aa210c0284e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:02.040527 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-c00525e3-9a59-4104-93a9-cd380cc386b3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4476ecbef65f4947b5412312da951335&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2028980 May 20 17:09:02.041451 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00525e3-9a59-4104-93a9-cd380cc386b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d393647c-b3e7-4e26-96b1-b6a3deb198b1,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:02.043584 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 56862) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:09:02.044737 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-c00525e3-9a59-4104-93a9-cd380cc386b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:02.104070 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-27037df7-f383-463f-a32d-8da4f7cdd7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:02.131374 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-27037df7-f383-463f-a32d-8da4f7cdd7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:02.193170 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-27037df7-f383-463f-a32d-8da4f7cdd7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:02.198135 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-84c689c1-5193-4f51-90fd-47c4f83e6cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:02.209982 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27037df7-f383-463f-a32d-8da4f7cdd7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d393647c-b3e7-4e26-96b1-b6a3deb198b1,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:02.212891 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-27037df7-f383-463f-a32d-8da4f7cdd7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:02.214879 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-27037df7-f383-463f-a32d-8da4f7cdd7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:02.215946 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-27037df7-f383-463f-a32d-8da4f7cdd7cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d393647c-b3e7-4e26-96b1-b6a3deb198b1 HTTP/1.1" status: 204 len: 168 time: 0.1713548 May 20 17:09:02.227161 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e6bbf-de7e-4a7a-a09c-6d47a91c1209 req-e1c09cb8-ecb0-47c5-add0-159f69e49112 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:02.228796 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0a7e6bbf-de7e-4a7a-a09c-6d47a91c1209 req-e1c09cb8-ecb0-47c5-add0-159f69e49112 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=5712bd01-b381-423b-974f-e71bff696b3f HTTP/1.1" status: 200 len: 943 time: 0.0951097 May 20 17:09:02.280584 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0a7e6bbf-de7e-4a7a-a09c-6d47a91c1209 req-f734fee1-fb4c-4a2d-aec8-7cc3445c3b56 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454733 May 20 17:09:02.491988 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=119046) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 17:09:02.628261 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0,segment=NetworkSegment(c45ca038-93d5-470c-96c7-8f1c26ba6e49),segment_id=c45ca038-93d5-470c-96c7-8f1c26ba6e49)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:09:02.642222 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Returning: {'device': '9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0', 'network_id': '6dc6be76-746f-4129-80b3-8b85eee1cf94', 'port_id': '9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0', 'mac_address': 'fa:16:3e:f7:30:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9533a80-acd4-444e-86da-f3a4e09d717b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119046) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 17:09:02.697971 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:02.714711 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0 {{(pid=119046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:09:02.731230 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0,segment=NetworkSegment(c45ca038-93d5-470c-96c7-8f1c26ba6e49),segment_id=c45ca038-93d5-470c-96c7-8f1c26ba6e49)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:09:02.737398 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:02.739485 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:02.809622 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:02.812747 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:03.024532 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:09:03.471565 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b8497-3ed6-4142-ae6a-58125ae4d9c7 req-1294a7e6-6a49-4865-8f1f-7f92dfa68d5c tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:03.473176 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-488b8497-3ed6-4142-ae6a-58125ae4d9c7 req-1294a7e6-6a49-4865-8f1f-7f92dfa68d5c tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=5712bd01-b381-423b-974f-e71bff696b3f HTTP/1.1" status: 200 len: 944 time: 0.0806773 May 20 17:09:03.519211 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-488b8497-3ed6-4142-ae6a-58125ae4d9c7 req-dc4170d0-2faa-4e8d-b547-521c94b00077 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401957 May 20 17:09:04.495243 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0 up at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:09:04.569768 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning for port 9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0 completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:09:04.575726 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning complete for port 9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:09:04.576431 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:04.622979 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 56940) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:09:04.709615 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:04.717309 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c344dd-faab-4dea-a66f-b26d02719c34 req-6a4b3e18-9a3a-4b48-8d2e-a8cb838641ec tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:04.718916 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b1c344dd-faab-4dea-a66f-b26d02719c34 req-6a4b3e18-9a3a-4b48-8d2e-a8cb838641ec tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=5712bd01-b381-423b-974f-e71bff696b3f HTTP/1.1" status: 200 len: 944 time: 0.0850132 May 20 17:09:04.737727 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5712bd01-b381-423b-974f-e71bff696b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0'}] {{(pid=119046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:09:04.750755 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0,segment=NetworkSegment(c45ca038-93d5-470c-96c7-8f1c26ba6e49),segment_id=c45ca038-93d5-470c-96c7-8f1c26ba6e49)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:09:04.751360 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3a5ac7ec-6354-4c18-8be2-c61a2db62c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:04.758266 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:04.760014 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:04.776116 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b1c344dd-faab-4dea-a66f-b26d02719c34 req-8b4f0188-5258-4e04-898f-785e5aadc3b1 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506155 May 20 17:09:04.787714 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-3a5ac7ec-6354-4c18-8be2-c61a2db62c48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:09:04.790319 dv-cinder-786524-7-iscsi neutron-server[119046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5712bd01-b381-423b-974f-e71bff696b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0', 'code': 200} May 20 17:09:04.795564 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-3a5ac7ec-6354-4c18-8be2-c61a2db62c48 admin admin] Usage tracker for resource:security_group_rule and tenant:f87ef36849b94e7083f9c5ff8d0e306d is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:09:04.798603 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-3a5ac7ec-6354-4c18-8be2-c61a2db62c48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:09:04.804900 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-3a5ac7ec-6354-4c18-8be2-c61a2db62c48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:09:04.829130 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0,revision_number=5']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:04.837524 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:04.838302 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:04.838302 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:04.838616 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:04.838926 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:04.839257 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:04.839586 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:04.839908 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:04.840233 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:04.840552 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:04.840868 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:04.841207 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:04.845086 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:04.897315 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3a5ac7ec-6354-4c18-8be2-c61a2db62c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:04.902639 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-3a5ac7ec-6354-4c18-8be2-c61a2db62c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:04.911309 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-dbc26331-27a9-4dfc-8415-2f3a49204117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:04.950832 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-3a5ac7ec-6354-4c18-8be2-c61a2db62c48 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f87ef36849b94e7083f9c5ff8d0e306d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3267589 May 20 17:09:04.951746 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ac7ec-6354-4c18-8be2-c61a2db62c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47766a2-a40f-4646-946f-954c62410c26,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:04.953729 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 56948) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:09:04.954668 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-3a5ac7ec-6354-4c18-8be2-c61a2db62c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:05.019493 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-5c82d8f6-b0b4-4afc-a5a6-399d03487c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:05.031896 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764d762-9fd3-4648-9b1f-8b7f8d07f380 req-07ab48dd-f622-4520-abd6-ea1063bec6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:05.033426 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-3764d762-9fd3-4648-9b1f-8b7f8d07f380 req-07ab48dd-f622-4520-abd6-ea1063bec6a8 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5712bd01-b381-423b-974f-e71bff696b3f HTTP/1.1" status: 200 len: 1098 time: 0.0708504 May 20 17:09:05.049518 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-5c82d8f6-b0b4-4afc-a5a6-399d03487c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:05.079992 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-3764d762-9fd3-4648-9b1f-8b7f8d07f380 req-7c4899fc-ca2c-4f30-8396-d4a2663e308e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385287 May 20 17:09:05.111019 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-5c82d8f6-b0b4-4afc-a5a6-399d03487c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:05.115073 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-7b251ca6-bf9c-4d3c-af57-0bb00bb2425a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:05.128370 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82d8f6-b0b4-4afc-a5a6-399d03487c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47766a2-a40f-4646-946f-954c62410c26,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:05.132300 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-5c82d8f6-b0b4-4afc-a5a6-399d03487c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:05.137955 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-5c82d8f6-b0b4-4afc-a5a6-399d03487c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:05.139092 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-5c82d8f6-b0b4-4afc-a5a6-399d03487c25 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c47766a2-a40f-4646-946f-954c62410c26 HTTP/1.1" status: 204 len: 168 time: 0.1842105 May 20 17:09:05.463682 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 56956) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:09:05.487592 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-74ef036c-c103-4567-a884-15ae4eb3c64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:05.509347 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-74ef036c-c103-4567-a884-15ae4eb3c64f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:09:05.513452 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-74ef036c-c103-4567-a884-15ae4eb3c64f admin admin] Usage tracker for resource:security_group_rule and tenant:be9ba8a8dcee414f83b1115ba6c4e113 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:09:05.516413 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-74ef036c-c103-4567-a884-15ae4eb3c64f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:09:05.522588 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-74ef036c-c103-4567-a884-15ae4eb3c64f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:09:05.618548 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-74ef036c-c103-4567-a884-15ae4eb3c64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:05.625021 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-74ef036c-c103-4567-a884-15ae4eb3c64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:05.632310 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-3515907a-f882-4dd1-8154-26f0f5316aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:05.671188 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef036c-c103-4567-a884-15ae4eb3c64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7eb32a4-7a8b-4369-8a65-4e7407ee97fe,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:05.675508 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-74ef036c-c103-4567-a884-15ae4eb3c64f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=be9ba8a8dcee414f83b1115ba6c4e113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2105389 May 20 17:09:05.676396 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-74ef036c-c103-4567-a884-15ae4eb3c64f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:05.678413 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 56960) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:09:05.737164 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bd90ba0a-112b-40be-83de-f3be3a36d2f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:05.764000 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bd90ba0a-112b-40be-83de-f3be3a36d2f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:05.822809 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bd90ba0a-112b-40be-83de-f3be3a36d2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:05.827930 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-42412735-e24b-4f89-a9c0-9433b7da5a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:05.841990 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90ba0a-112b-40be-83de-f3be3a36d2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7eb32a4-7a8b-4369-8a65-4e7407ee97fe,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:05.845376 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-bd90ba0a-112b-40be-83de-f3be3a36d2f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:05.851930 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bd90ba0a-112b-40be-83de-f3be3a36d2f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:05.855206 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-bd90ba0a-112b-40be-83de-f3be3a36d2f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a7eb32a4-7a8b-4369-8a65-4e7407ee97fe HTTP/1.1" status: 204 len: 168 time: 0.1737800 May 20 17:09:05.984257 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39260a-8613-4b0c-bd36-f7e7d6fde5f7 req-b90739d4-9d3f-47b6-b855-171cfe2563c4 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:05.985851 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-bc39260a-8613-4b0c-bd36-f7e7d6fde5f7 req-b90739d4-9d3f-47b6-b855-171cfe2563c4 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=5712bd01-b381-423b-974f-e71bff696b3f HTTP/1.1" status: 200 len: 945 time: 0.0895810 May 20 17:09:06.043597 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-bc39260a-8613-4b0c-bd36-f7e7d6fde5f7 req-420c8832-efd8-43eb-9347-4a331144b5bc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507526 May 20 17:09:06.662826 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 56986) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:09:06.777644 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-165eff6a-f282-444b-b858-a362923ff335 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1553328808-network', 'tenant_id': '78d5d1781cf44177b96e47dcda696767'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:09:06.782909 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-165eff6a-f282-444b-b858-a362923ff335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:09:06.787413 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-165eff6a-f282-444b-b858-a362923ff335 admin admin] Usage tracker for resource:network and tenant:78d5d1781cf44177b96e47dcda696767 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:09:06.790651 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-165eff6a-f282-444b-b858-a362923ff335 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:09:06.797653 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-165eff6a-f282-444b-b858-a362923ff335 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:09:06.813315 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165eff6a-f282-444b-b858-a362923ff335 admin admin] Made reservation on behalf of 78d5d1781cf44177b96e47dcda696767 for: {'network': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:09:06.815805 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-165eff6a-f282-444b-b858-a362923ff335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605269'] for network, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:06.831554 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-165eff6a-f282-444b-b858-a362923ff335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:06.846540 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-165eff6a-f282-444b-b858-a362923ff335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:09:06.850824 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-165eff6a-f282-444b-b858-a362923ff335 admin admin] Usage tracker for resource:security_group_rule and tenant:78d5d1781cf44177b96e47dcda696767 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:09:06.854350 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-165eff6a-f282-444b-b858-a362923ff335 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:09:06.863770 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-165eff6a-f282-444b-b858-a362923ff335 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:09:06.947556 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-165eff6a-f282-444b-b858-a362923ff335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:06.954910 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-165eff6a-f282-444b-b858-a362923ff335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:06.959503 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-e2f9b43b-15bb-42e2-b54f-6431695261eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:06.983340 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165eff6a-f282-444b-b858-a362923ff335 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=119045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 17:09:06.997802 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165eff6a-f282-444b-b858-a362923ff335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c254a27-36b7-47fb-8b19-d835f0454e9c,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:07.000529 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-165eff6a-f282-444b-b858-a362923ff335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:07.000862 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.db.segments_db [None req-165eff6a-f282-444b-b858-a362923ff335 admin admin] Added segment 0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4 of type vlan for network 36fac261-9fd2-44e2-911c-7d2461818608 May 20 17:09:07.002074 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-165eff6a-f282-444b-b858-a362923ff335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:07.027000 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-165eff6a-f282-444b-b858-a362923ff335 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727197218515'] for network, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:07.057501 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-165eff6a-f282-444b-b858-a362923ff335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128'] for network, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:07.058882 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165eff6a-f282-444b-b858-a362923ff335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:07.059453 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-165eff6a-f282-444b-b858-a362923ff335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:07.064178 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:07.166646 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-165eff6a-f282-444b-b858-a362923ff335 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4999576 May 20 17:09:07.166927 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 56994) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:09:07.169660 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165eff6a-f282-444b-b858-a362923ff335 admin admin] Pushing event updated for resources: {'Network': ['ID=36fac261-9fd2-44e2-911c-7d2461818608,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:07.174606 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-12071fbc-de53-467e-b30d-86571c60146f admin admin] Request body: {'subnet': {'network_id': '36fac261-9fd2-44e2-911c-7d2461818608', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1553328808-subnet', 'tenant_id': '78d5d1781cf44177b96e47dcda696767', 'ip_version': 4}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:09:07.178782 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-165eff6a-f282-444b-b858-a362923ff335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:07.181067 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-12071fbc-de53-467e-b30d-86571c60146f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:09:07.181255 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Network 36fac261-9fd2-44e2-911c-7d2461818608 details requested by agent ovs-agent-dv-cinder-786524-7-iscsi with host dv-cinder-786524-7-iscsi {{(pid=119046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 17:09:07.184978 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-12071fbc-de53-467e-b30d-86571c60146f admin admin] Usage tracker for resource:subnet and tenant:78d5d1781cf44177b96e47dcda696767 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:09:07.187882 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-12071fbc-de53-467e-b30d-86571c60146f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:09:07.194313 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-12071fbc-de53-467e-b30d-86571c60146f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:09:07.210589 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12071fbc-de53-467e-b30d-86571c60146f admin admin] Made reservation on behalf of 78d5d1781cf44177b96e47dcda696767 for: {'subnet': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:09:07.213642 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-12071fbc-de53-467e-b30d-86571c60146f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15261289'] for subnet, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:07.237333 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b9285-03d0-497d-928f-d21728540200 req-fddcb1e1-cf35-4601-8007-5e21d80500d6 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:07.238964 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-261b9285-03d0-497d-928f-d21728540200 req-fddcb1e1-cf35-4601-8007-5e21d80500d6 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=5712bd01-b381-423b-974f-e71bff696b3f HTTP/1.1" status: 200 len: 945 time: 0.0869308 May 20 17:09:07.289327 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-261b9285-03d0-497d-928f-d21728540200 req-2104457d-b973-4d6c-92f8-82e93a8b9299 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432308 May 20 17:09:07.629031 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-12071fbc-de53-467e-b30d-86571c60146f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14687673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15261307'] for subnet, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:07.633540 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-1162314b-116f-426b-af52-88d95d3b8ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:07.688345 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12071fbc-de53-467e-b30d-86571c60146f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f786e361-288f-4466-b193-359d2b09f79e,revision_number=0']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:07.691494 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-12071fbc-de53-467e-b30d-86571c60146f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:07.723523 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12071fbc-de53-467e-b30d-86571c60146f admin admin] Checking segment: {'id': '0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '36fac261-9fd2-44e2-911c-7d2461818608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:09:07.723883 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12071fbc-de53-467e-b30d-86571c60146f admin admin] Network hostable DHCP agents. Network: 36fac261-9fd2-44e2-911c-7d2461818608, hostable agents: ['6b6b5109-91f6-4dcc-9375-40169a0e8fed'], hosted agents: [] {{(pid=119045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 17:09:07.743812 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12071fbc-de53-467e-b30d-86571c60146f admin admin] Network 36fac261-9fd2-44e2-911c-7d2461818608 is scheduled to be hosted by DHCP agent 6b6b5109-91f6-4dcc-9375-40169a0e8fed with binding_index 1 {{(pid=119045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 17:09:07.756421 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [None req-12071fbc-de53-467e-b30d-86571c60146f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-iscsi, 36fac261-9fd2-44e2-911c-7d2461818608) {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:09:07.766114 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12071fbc-de53-467e-b30d-86571c60146f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:07.766746 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-12071fbc-de53-467e-b30d-86571c60146f admin admin] Notify callbacks [] for subnet, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:07.767518 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49d1ee3-4f22-40cc-ab94-dfb228ad2ffd None None] Network 36fac261-9fd2-44e2-911c-7d2461818608 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:09:07.788515 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-12071fbc-de53-467e-b30d-86571c60146f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6205425 May 20 17:09:07.791363 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 57004) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:09:07.796485 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-1d9ab2d6-3f3e-4a08-a1f2-d931c95a8fcd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1553328808-router', 'tenant_id': '78d5d1781cf44177b96e47dcda696767', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'}}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:09:07.801384 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-1d9ab2d6-3f3e-4a08-a1f2-d931c95a8fcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:09:07.805640 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-1d9ab2d6-3f3e-4a08-a1f2-d931c95a8fcd admin admin] Usage tracker for resource:router and tenant:78d5d1781cf44177b96e47dcda696767 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:09:07.808599 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-1d9ab2d6-3f3e-4a08-a1f2-d931c95a8fcd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:09:07.815118 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-1d9ab2d6-3f3e-4a08-a1f2-d931c95a8fcd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:09:07.827710 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1d9ab2d6-3f3e-4a08-a1f2-d931c95a8fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16751073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3089'] for router, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:07.828841 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1d9ab2d6-3f3e-4a08-a1f2-d931c95a8fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16749815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16382112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3098'] for router, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:07.844725 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1d9ab2d6-3f3e-4a08-a1f2-d931c95a8fcd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:08.000840 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d818d945-d5f7-4269-b814-42deb24ec855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9e3bc99-4bc4-5a8a-9ef8-f495f19de429-36fac261-9fd2-44e2-911c-7d2461818608', 'network_id': '36fac261-9fd2-44e2-911c-7d2461818608', 'tenant_id': '78d5d1781cf44177b96e47dcda696767', 'fixed_ips': [{'subnet_id': 'f786e361-288f-4466-b193-359d2b09f79e'}]}} from dv-cinder-786524-7-iscsi. {{(pid=119046) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 17:09:08.001540 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-d818d945-d5f7-4269-b814-42deb24ec855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:08.163903 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.db_base_plugin_common [None req-d818d945-d5f7-4269-b814-42deb24ec855 None None] Allocated IP 172.20.0.2 (36fac261-9fd2-44e2-911c-7d2461818608/f786e361-288f-4466-b193-359d2b09f79e/cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a) {{(pid=119046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:09:08.227549 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1d9ab2d6-3f3e-4a08-a1f2-d931c95a8fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16382098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16751095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3084'] for router, precommit_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:08.367792 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-d818d945-d5f7-4269-b814-42deb24ec855 None None] Notify callbacks [] for port, precommit_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:08.380630 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-d818d945-d5f7-4269-b814-42deb24ec855 None None] Transition to ACTIVE for port object cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a will not be triggered until provisioned by entity L2. {{(pid=119046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:09:08.399452 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-d818d945-d5f7-4269-b814-42deb24ec855 None None] Transition to ACTIVE for port object cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a will not be triggered until provisioned by entity DHCP. {{(pid=119046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:09:08.407006 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-d818d945-d5f7-4269-b814-42deb24ec855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791'] for port, after_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:08.410516 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:08.475047 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d818d945-d5f7-4269-b814-42deb24ec855 None None] Network 36fac261-9fd2-44e2-911c-7d2461818608 is already hosted by enough agents. {{(pid=119046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:09:08.478043 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.scheduler.base_scheduler [None req-d818d945-d5f7-4269-b814-42deb24ec855 None None] Resources bound (agent type, host, resource id): {{(pid=119046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:09:08.481718 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d818d945-d5f7-4269-b814-42deb24ec855 None None] Received port after_create {{(pid=119046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:09:08.487308 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d818d945-d5f7-4269-b814-42deb24ec855 None None] Pushing event updated for resources: {'Port': ['ID=cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a,revision_number=1']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:08.491903 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-d818d945-d5f7-4269-b814-42deb24ec855 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:08.549544 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1d9ab2d6-3f3e-4a08-a1f2-d931c95a8fcd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:08.574099 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-d818d945-d5f7-4269-b814-42deb24ec855 None None] Attempting to bind port cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a on host dv-cinder-786524-7-iscsi for vnic_type normal with profile {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:09:08.574475 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-d818d945-d5f7-4269-b814-42deb24ec855 None None] Attempting to bind port cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a by drivers openvswitch,hyperv on host dv-cinder-786524-7-iscsi at level 0 using segments [{'id': '0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '36fac261-9fd2-44e2-911c-7d2461818608'}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:09:08.574843 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d818d945-d5f7-4269-b814-42deb24ec855 None None] Attempting to bind port cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a on network 36fac261-9fd2-44e2-911c-7d2461818608 {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:09:08.579864 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1d9ab2d6-3f3e-4a08-a1f2-d931c95a8fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:08.580317 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d818d945-d5f7-4269-b814-42deb24ec855 None None] Checking agent: {'id': '04a99329-5785-4fd7-acdc-4119699d5680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 53, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:09:08.580722 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d818d945-d5f7-4269-b814-42deb24ec855 None None] Checking segment: {'id': '0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '36fac261-9fd2-44e2-911c-7d2461818608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:09:08.581123 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-d818d945-d5f7-4269-b814-42deb24ec855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:08.581558 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d818d945-d5f7-4269-b814-42deb24ec855 None None] Bound using segment: {'id': '0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '36fac261-9fd2-44e2-911c-7d2461818608'} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:09:08.582028 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-d818d945-d5f7-4269-b814-42deb24ec855 None None] Bound port: cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a, host: dv-cinder-786524-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '36fac261-9fd2-44e2-911c-7d2461818608'}}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:09:08.582398 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-d818d945-d5f7-4269-b814-42deb24ec855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:08.707422 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-d818d945-d5f7-4269-b814-42deb24ec855 None None] For port cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a, host dv-cinder-786524-7-iscsi, cleared binding levels {{(pid=119046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:09:08.710668 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-d818d945-d5f7-4269-b814-42deb24ec855 None None] For port cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a, host dv-cinder-786524-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a,segment=NetworkSegment(0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4),segment_id=0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4)] {{(pid=119046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:09:08.716009 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-d818d945-d5f7-4269-b814-42deb24ec855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:08.719532 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:08.720066 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_common [None req-1d9ab2d6-3f3e-4a08-a1f2-d931c95a8fcd admin admin] Allocated IP 172.27.3.171 (7bf407be-0a2f-4276-bbb9-407bd07b5677/0cc0c620-4805-460b-b0e9-2701bd4f1725/7d702065-78c3-4f6e-8b7c-f1ac169b88d4) {{(pid=119045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:09:08.806882 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d818d945-d5f7-4269-b814-42deb24ec855 None None] Pushing event updated for resources: {'Port': ['ID=cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a,revision_number=2']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:08.811025 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-d818d945-d5f7-4269-b814-42deb24ec855 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:08.881374 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1d9ab2d6-3f3e-4a08-a1f2-d931c95a8fcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:08.913781 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1d9ab2d6-3f3e-4a08-a1f2-d931c95a8fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:08.918746 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-0a75e652-d53f-4c80-888a-07f3b53397c5 tempest-VolumesSnapshotTestJSON-992444331 tempest-VolumesSnapshotTestJSON-992444331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:08.987632 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9ab2d6-3f3e-4a08-a1f2-d931c95a8fcd admin admin] Network 7bf407be-0a2f-4276-bbb9-407bd07b5677 is already hosted by enough agents. {{(pid=119045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:09:08.992213 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [None req-1d9ab2d6-3f3e-4a08-a1f2-d931c95a8fcd admin admin] Resources bound (agent type, host, resource id): {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:09:09.002135 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9ab2d6-3f3e-4a08-a1f2-d931c95a8fcd admin admin] Received port after_create {{(pid=119045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:09:09.049298 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ab2d6-3f3e-4a08-a1f2-d931c95a8fcd admin admin] Pushing event updated for resources: {'Port': ['ID=7d702065-78c3-4f6e-8b7c-f1ac169b88d4,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:09.057713 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-1d9ab2d6-3f3e-4a08-a1f2-d931c95a8fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:09.583242 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1d9ab2d6-3f3e-4a08-a1f2-d931c95a8fcd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:09.732256 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71162ce7-73b7-4ada-aab4-c8cc5b61b009 None None] Network 36fac261-9fd2-44e2-911c-7d2461818608 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:09:09.885042 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-21564254-9e00-4eda-8b84-2a2e4c64c0b8 None None] Provisioning for port cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a completed by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:09:09.983203 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1d9ab2d6-3f3e-4a08-a1f2-d931c95a8fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16751086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16382154'] for router, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:10.178175 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:09:10.203011 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9ab2d6-3f3e-4a08-a1f2-d931c95a8fcd admin admin] Router f6d3bcac-ce53-4d22-a839-5d0802c5970b is scheduled to L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 with binding_index 1 {{(pid=119045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 17:09:10.257431 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning for port cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:09:10.262282 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:09:10.262682 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:10.335825 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-1b154666-66d4-4990-87b2-8415b1144285 None None] Provisioning complete for port cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:09:10.336286 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-1b154666-66d4-4990-87b2-8415b1144285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:10.384337 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9ab2d6-3f3e-4a08-a1f2-d931c95a8fcd admin admin] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:09:10.408945 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a90ad3d-7108-4b27-93e7-1dba914f1ab4 None None] Sync routers for ids ['f6d3bcac-ce53-4d22-a839-5d0802c5970b'] in dv-cinder-786524-7-iscsi {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:09:10.412119 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1d9ab2d6-3f3e-4a08-a1f2-d931c95a8fcd admin admin] Notify callbacks [] for router, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:10.416653 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 57022) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:09:10.417220 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-1d9ab2d6-3f3e-4a08-a1f2-d931c95a8fcd admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6243331 May 20 17:09:10.451550 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a90ad3d-7108-4b27-93e7-1dba914f1ab4 None None] Routers {'f6d3bcac-ce53-4d22-a839-5d0802c5970b'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:09:10.452202 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-6a90ad3d-7108-4b27-93e7-1dba914f1ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:08:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['f6d3bcac-ce53-4d22-a839-5d0802c5970b'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:09:10.507630 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:10.664239 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] For port cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a,segment=NetworkSegment(0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4),segment_id=0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:09:10.684508 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:10.690342 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:10.738274 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-1b154666-66d4-4990-87b2-8415b1144285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:10.782582 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-6a90ad3d-7108-4b27-93e7-1dba914f1ab4 None None] Set router f6d3bcac-ce53-4d22-a839-5d0802c5970b gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:09:10.951991 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Pushing event updated for resources: {'Port': ['ID=cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a,revision_number=3']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:10.974770 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:11.039212 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.db.api [None req-1b154666-66d4-4990-87b2-8415b1144285 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 17:09:11.039573 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_db.api [None req-1b154666-66d4-4990-87b2-8415b1144285 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 17:09:11.146426 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-6a90ad3d-7108-4b27-93e7-1dba914f1ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'name': 'tempest-TestMinimumBasicScenario-1553328808-router', 'tenant_id': '78d5d1781cf44177b96e47dcda696767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '7d702065-78c3-4f6e-8b7c-f1ac169b88d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:09:07Z', 'updated_at': '2021-05-20T17:09:09Z', 'revision_number': 3, 'project_id': '78d5d1781cf44177b96e47dcda696767', 'gw_port': {'id': '7d702065-78c3-4f6e-8b7c-f1ac169b88d4', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:09:08Z', 'updated_at': '2021-05-20T17:09:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi'}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:09:11.150679 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a90ad3d-7108-4b27-93e7-1dba914f1ab4 None None] Checking router: f6d3bcac-ce53-4d22-a839-5d0802c5970b for host: dv-cinder-786524-7-iscsi {{(pid=119046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:09:11.151781 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a90ad3d-7108-4b27-93e7-1dba914f1ab4 None None] Updating router f6d3bcac-ce53-4d22-a839-5d0802c5970b port 7d702065-78c3-4f6e-8b7c-f1ac169b88d4 binding host dv-cinder-786524-7-iscsi {{(pid=119046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 17:09:11.206539 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-6a90ad3d-7108-4b27-93e7-1dba914f1ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:11.231412 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-2f6e2acd-06b5-4c68-8334-9c2d2e928e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:11.454643 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.db_base_plugin_common [None req-2f6e2acd-06b5-4c68-8334-9c2d2e928e4a admin admin] Allocated IP 172.20.0.1 (36fac261-9fd2-44e2-911c-7d2461818608/f786e361-288f-4466-b193-359d2b09f79e/914a4bcd-c77c-41f3-8866-6e7db6d4f58f) {{(pid=119044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:09:11.616123 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-2f6e2acd-06b5-4c68-8334-9c2d2e928e4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:11.627323 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-6a90ad3d-7108-4b27-93e7-1dba914f1ab4 None None] Notify callbacks [] for port, precommit_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:11.634194 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.provisioning_blocks [None req-2f6e2acd-06b5-4c68-8334-9c2d2e928e4a admin admin] Transition to ACTIVE for port object 914a4bcd-c77c-41f3-8866-6e7db6d4f58f will not be triggered until provisioned by entity DHCP. {{(pid=119044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:09:11.649962 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-6a90ad3d-7108-4b27-93e7-1dba914f1ab4 None None] Transition to ACTIVE for port object 7d702065-78c3-4f6e-8b7c-f1ac169b88d4 will not be triggered until provisioned by entity L2. {{(pid=119046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:09:11.659057 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-2f6e2acd-06b5-4c68-8334-9c2d2e928e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:11.663326 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-6a90ad3d-7108-4b27-93e7-1dba914f1ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:11.664739 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-08cad83c-e613-40bf-8dc2-8099791cb974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:11.670150 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:11.705845 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-645a83a3-7886-4c36-900c-1e37bfac9486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:11.731634 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6e2acd-06b5-4c68-8334-9c2d2e928e4a admin admin] Network 36fac261-9fd2-44e2-911c-7d2461818608 is already hosted by enough agents. {{(pid=119044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:09:11.734582 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [None req-2f6e2acd-06b5-4c68-8334-9c2d2e928e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:09:11.736940 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6e2acd-06b5-4c68-8334-9c2d2e928e4a admin admin] Received port after_create {{(pid=119044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:09:11.750543 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-6a90ad3d-7108-4b27-93e7-1dba914f1ab4 None None] Attempting to bind port 7d702065-78c3-4f6e-8b7c-f1ac169b88d4 on host dv-cinder-786524-7-iscsi for vnic_type normal with profile {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:09:11.751102 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-6a90ad3d-7108-4b27-93e7-1dba914f1ab4 None None] Attempting to bind port 7d702065-78c3-4f6e-8b7c-f1ac169b88d4 by drivers openvswitch,hyperv on host dv-cinder-786524-7-iscsi at level 0 using segments [{'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:09:11.751229 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a90ad3d-7108-4b27-93e7-1dba914f1ab4 None None] Attempting to bind port 7d702065-78c3-4f6e-8b7c-f1ac169b88d4 on network 7bf407be-0a2f-4276-bbb9-407bd07b5677 {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:09:11.756998 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8657a8-a6e8-4372-a55a-90500c3671a1 None None] Pushing event updated for resources: {'Port': ['ID=7d702065-78c3-4f6e-8b7c-f1ac169b88d4,revision_number=2']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:11.761109 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-de8657a8-a6e8-4372-a55a-90500c3671a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:11.762064 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a90ad3d-7108-4b27-93e7-1dba914f1ab4 None None] Checking agent: {'id': '04a99329-5785-4fd7-acdc-4119699d5680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 53, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:09:11.762444 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a90ad3d-7108-4b27-93e7-1dba914f1ab4 None None] Checking segment: {'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:09:11.762857 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-6a90ad3d-7108-4b27-93e7-1dba914f1ab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:11.763250 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a90ad3d-7108-4b27-93e7-1dba914f1ab4 None None] Bound using segment: {'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:09:11.763719 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-6a90ad3d-7108-4b27-93e7-1dba914f1ab4 None None] Bound port: 7d702065-78c3-4f6e-8b7c-f1ac169b88d4, host: dv-cinder-786524-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'}}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:09:11.764098 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-6a90ad3d-7108-4b27-93e7-1dba914f1ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:11.786233 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e2acd-06b5-4c68-8334-9c2d2e928e4a admin admin] Pushing event updated for resources: {'Port': ['ID=914a4bcd-c77c-41f3-8866-6e7db6d4f58f,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:11.791079 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-2f6e2acd-06b5-4c68-8334-9c2d2e928e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:11.803622 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-2f6e2acd-06b5-4c68-8334-9c2d2e928e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16752083'] for router_interface, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:11.845262 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-6a90ad3d-7108-4b27-93e7-1dba914f1ab4 None None] For port 7d702065-78c3-4f6e-8b7c-f1ac169b88d4, host dv-cinder-786524-7-iscsi, cleared binding levels {{(pid=119046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:09:11.848640 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-6a90ad3d-7108-4b27-93e7-1dba914f1ab4 None None] For port 7d702065-78c3-4f6e-8b7c-f1ac169b88d4, host dv-cinder-786524-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=7d702065-78c3-4f6e-8b7c-f1ac169b88d4,segment=NetworkSegment(be7a08f1-7b47-4c24-ac33-26538d548295),segment_id=be7a08f1-7b47-4c24-ac33-26538d548295)] {{(pid=119046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:09:11.855583 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-6a90ad3d-7108-4b27-93e7-1dba914f1ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:11.859407 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:11.945533 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a90ad3d-7108-4b27-93e7-1dba914f1ab4 None None] Routers {'f6d3bcac-ce53-4d22-a839-5d0802c5970b'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:09:11.946181 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-6a90ad3d-7108-4b27-93e7-1dba914f1ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:08:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['f6d3bcac-ce53-4d22-a839-5d0802c5970b'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:09:12.005408 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8657a8-a6e8-4372-a55a-90500c3671a1 None None] Pushing event updated for resources: {'Port': ['ID=7d702065-78c3-4f6e-8b7c-f1ac169b88d4,revision_number=3']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:12.018412 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-de8657a8-a6e8-4372-a55a-90500c3671a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:12.035168 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-a9dbe44c-e6d6-4345-bec0-231394cc886c None None] Provisioning for port 914a4bcd-c77c-41f3-8866-6e7db6d4f58f completed by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:09:12.045317 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-a9dbe44c-e6d6-4345-bec0-231394cc886c None None] Provisioning complete for port 914a4bcd-c77c-41f3-8866-6e7db6d4f58f triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:09:12.045716 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-a9dbe44c-e6d6-4345-bec0-231394cc886c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:12.076557 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-2f6e2acd-06b5-4c68-8334-9c2d2e928e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:12.164578 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:09:12.231807 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-a9dbe44c-e6d6-4345-bec0-231394cc886c None None] Port 914a4bcd-c77c-41f3-8866-6e7db6d4f58f cannot update to ACTIVE because it is not bound. {{(pid=119046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 17:09:12.238202 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-6a90ad3d-7108-4b27-93e7-1dba914f1ab4 None None] Set router f6d3bcac-ce53-4d22-a839-5d0802c5970b gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:09:12.309577 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-2f6e2acd-06b5-4c68-8334-9c2d2e928e4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:12.315772 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-2f6e2acd-06b5-4c68-8334-9c2d2e928e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14410818'] for port, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:12.342963 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-b3fb2b3e-afe5-4382-b171-30ff3dfd3e12 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:12.421554 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-2f6e2acd-06b5-4c68-8334-9c2d2e928e4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16308050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16379752'] for router_interface, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:12.425060 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e2acd-06b5-4c68-8334-9c2d2e928e4a admin admin] Pushing event updated for resources: {'Port': ['ID=914a4bcd-c77c-41f3-8866-6e7db6d4f58f,revision_number=2']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:12.428551 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-2f6e2acd-06b5-4c68-8334-9c2d2e928e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:12.447369 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:09:12.447742 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:12.560817 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6e2acd-06b5-4c68-8334-9c2d2e928e4a admin admin] Network 36fac261-9fd2-44e2-911c-7d2461818608 is already hosted by enough agents. {{(pid=119044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:09:12.562034 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [None req-2f6e2acd-06b5-4c68-8334-9c2d2e928e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:09:12.644529 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-6a90ad3d-7108-4b27-93e7-1dba914f1ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'name': 'tempest-TestMinimumBasicScenario-1553328808-router', 'tenant_id': '78d5d1781cf44177b96e47dcda696767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '7d702065-78c3-4f6e-8b7c-f1ac169b88d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:09:07Z', 'updated_at': '2021-05-20T17:09:09Z', 'revision_number': 3, 'project_id': '78d5d1781cf44177b96e47dcda696767', 'gw_port': {'id': '7d702065-78c3-4f6e-8b7c-f1ac169b88d4', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:09:08Z', 'updated_at': '2021-05-20T17:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi'}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:09:12.649387 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a90ad3d-7108-4b27-93e7-1dba914f1ab4 None None] The sync data for ids ['f6d3bcac-ce53-4d22-a839-5d0802c5970b'] in dv-cinder-786524-7-iscsi is: [{'id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'name': 'tempest-TestMinimumBasicScenario-1553328808-router', 'tenant_id': '78d5d1781cf44177b96e47dcda696767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '7d702065-78c3-4f6e-8b7c-f1ac169b88d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:09:07Z', 'updated_at': '2021-05-20T17:09:09Z', 'revision_number': 3, 'project_id': '78d5d1781cf44177b96e47dcda696767', 'gw_port': {'id': '7d702065-78c3-4f6e-8b7c-f1ac169b88d4', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:09:08Z', 'updated_at': '2021-05-20T17:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi'}] {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:09:12.858754 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-e450ce60-63b9-4f53-bb1a-51efad2f028d None None] Provisioning complete for port 914a4bcd-c77c-41f3-8866-6e7db6d4f58f triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:09:12.859378 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e450ce60-63b9-4f53-bb1a-51efad2f028d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:12.868547 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6e2acd-06b5-4c68-8334-9c2d2e928e4a admin admin] Router f6d3bcac-ce53-4d22-a839-5d0802c5970b has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:09:12.950489 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-e450ce60-63b9-4f53-bb1a-51efad2f028d None None] Port 914a4bcd-c77c-41f3-8866-6e7db6d4f58f cannot update to ACTIVE because it is not bound. {{(pid=119046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 17:09:13.077421 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6e2acd-06b5-4c68-8334-9c2d2e928e4a admin admin] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:09:13.086718 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-2f6e2acd-06b5-4c68-8334-9c2d2e928e4a admin admin] 10.222.0.36 "PUT /v2.0/routers/f6d3bcac-ce53-4d22-a839-5d0802c5970b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6676490 May 20 17:09:13.616963 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 57044) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:09:13.622732 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-54941452-3918-41b4-b9ee-fbda3b4afc85 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-408321488-network', 'tenant_id': '1c4fa5821b1b40c7b929bc410fad9796'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:09:13.627756 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-54941452-3918-41b4-b9ee-fbda3b4afc85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:09:13.631936 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-54941452-3918-41b4-b9ee-fbda3b4afc85 admin admin] Usage tracker for resource:network and tenant:1c4fa5821b1b40c7b929bc410fad9796 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:09:13.635008 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-54941452-3918-41b4-b9ee-fbda3b4afc85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:09:13.640838 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-54941452-3918-41b4-b9ee-fbda3b4afc85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:09:13.652463 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54941452-3918-41b4-b9ee-fbda3b4afc85 admin admin] Made reservation on behalf of 1c4fa5821b1b40c7b929bc410fad9796 for: {'network': 1} {{(pid=119044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:09:13.654884 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-54941452-3918-41b4-b9ee-fbda3b4afc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-605269'] for network, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:13.667088 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-54941452-3918-41b4-b9ee-fbda3b4afc85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:13.681308 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-54941452-3918-41b4-b9ee-fbda3b4afc85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:09:13.685187 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-54941452-3918-41b4-b9ee-fbda3b4afc85 admin admin] Usage tracker for resource:security_group_rule and tenant:1c4fa5821b1b40c7b929bc410fad9796 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:09:13.688006 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-54941452-3918-41b4-b9ee-fbda3b4afc85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:09:13.693972 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-54941452-3918-41b4-b9ee-fbda3b4afc85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:09:13.777119 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-54941452-3918-41b4-b9ee-fbda3b4afc85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:13.782427 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-54941452-3918-41b4-b9ee-fbda3b4afc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:13.785499 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-3d112b1f-7df0-4646-b27f-c340ea91f30f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:13.820017 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54941452-3918-41b4-b9ee-fbda3b4afc85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=119044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 17:09:13.826055 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54941452-3918-41b4-b9ee-fbda3b4afc85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8d1cac-56df-4b40-a1e3-04f33c69d54c,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:13.830083 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-54941452-3918-41b4-b9ee-fbda3b4afc85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:13.834074 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-54941452-3918-41b4-b9ee-fbda3b4afc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:13.834426 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.db.segments_db [None req-54941452-3918-41b4-b9ee-fbda3b4afc85 admin admin] Added segment f0fa21d1-a79f-41e3-afc4-3a1e6377c279 of type vlan for network 17d58bf5-7619-4224-9a0e-1b981abd6978 May 20 17:09:13.864325 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-54941452-3918-41b4-b9ee-fbda3b4afc85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727197218515'] for network, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:13.898179 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-54941452-3918-41b4-b9ee-fbda3b4afc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128'] for network, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:13.899753 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54941452-3918-41b4-b9ee-fbda3b4afc85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:13.900414 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-54941452-3918-41b4-b9ee-fbda3b4afc85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:13.903887 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-bc8a962a-6935-4860-8098-29d857ff357e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:14.004897 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:14.016364 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54941452-3918-41b4-b9ee-fbda3b4afc85 admin admin] Pushing event updated for resources: {'Network': ['ID=17d58bf5-7619-4224-9a0e-1b981abd6978,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:14.019434 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-54941452-3918-41b4-b9ee-fbda3b4afc85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:14.023050 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-54941452-3918-41b4-b9ee-fbda3b4afc85 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4037793 May 20 17:09:14.025169 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 57050) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:09:14.028587 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Network 17d58bf5-7619-4224-9a0e-1b981abd6978 details requested by agent ovs-agent-dv-cinder-786524-7-iscsi with host dv-cinder-786524-7-iscsi {{(pid=119046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 17:09:14.031231 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-9fc3776b-154c-45d7-acc4-c9087693ddc8 admin admin] Request body: {'subnet': {'network_id': '17d58bf5-7619-4224-9a0e-1b981abd6978', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-408321488-subnet', 'tenant_id': '1c4fa5821b1b40c7b929bc410fad9796', 'ip_version': 4}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:09:14.036406 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-9fc3776b-154c-45d7-acc4-c9087693ddc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:09:14.041562 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-9fc3776b-154c-45d7-acc4-c9087693ddc8 admin admin] Usage tracker for resource:subnet and tenant:1c4fa5821b1b40c7b929bc410fad9796 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:09:14.049090 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-9fc3776b-154c-45d7-acc4-c9087693ddc8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:09:14.055693 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-9fc3776b-154c-45d7-acc4-c9087693ddc8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:09:14.069117 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc3776b-154c-45d7-acc4-c9087693ddc8 admin admin] Made reservation on behalf of 1c4fa5821b1b40c7b929bc410fad9796 for: {'subnet': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:09:14.071624 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-9fc3776b-154c-45d7-acc4-c9087693ddc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15261289'] for subnet, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:14.194016 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 7d702065-78c3-4f6e-8b7c-f1ac169b88d4 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:09:14.207521 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acac9af1-c8a0-4ad8-9da6-0413dc5bd720 None None] Sync routers for ids ['f6d3bcac-ce53-4d22-a839-5d0802c5970b'] in dv-cinder-786524-7-iscsi {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:09:14.218165 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acac9af1-c8a0-4ad8-9da6-0413dc5bd720 None None] Routers {'f6d3bcac-ce53-4d22-a839-5d0802c5970b'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:09:14.218777 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-acac9af1-c8a0-4ad8-9da6-0413dc5bd720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:08:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['f6d3bcac-ce53-4d22-a839-5d0802c5970b'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:09:14.270238 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning for port 7d702065-78c3-4f6e-8b7c-f1ac169b88d4 completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:09:14.275026 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 7d702065-78c3-4f6e-8b7c-f1ac169b88d4 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:09:14.275607 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:14.355277 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-0ccef53d-ac43-48ce-a54a-8b6578c7bcd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:14.362470 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:14.406632 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-acac9af1-c8a0-4ad8-9da6-0413dc5bd720 None None] Set router f6d3bcac-ce53-4d22-a839-5d0802c5970b gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:09:14.419294 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:14.435692 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] For port 7d702065-78c3-4f6e-8b7c-f1ac169b88d4, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=7d702065-78c3-4f6e-8b7c-f1ac169b88d4,segment=NetworkSegment(be7a08f1-7b47-4c24-ac33-26538d548295),segment_id=be7a08f1-7b47-4c24-ac33-26538d548295)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:09:14.442154 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:14.444474 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:14.478317 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-9fc3776b-154c-45d7-acc4-c9087693ddc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14687673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15261307'] for subnet, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:14.483543 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:14.516287 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Pushing event updated for resources: {'Port': ['ID=7d702065-78c3-4f6e-8b7c-f1ac169b88d4,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:14.519646 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:14.560347 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3776b-154c-45d7-acc4-c9087693ddc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4108062c-aafe-4295-bc79-849294e64e21,revision_number=0']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:14.563887 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-9fc3776b-154c-45d7-acc4-c9087693ddc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:14.569890 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc3776b-154c-45d7-acc4-c9087693ddc8 admin admin] Checking segment: {'id': 'f0fa21d1-a79f-41e3-afc4-3a1e6377c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '17d58bf5-7619-4224-9a0e-1b981abd6978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:09:14.570204 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc3776b-154c-45d7-acc4-c9087693ddc8 admin admin] Network hostable DHCP agents. Network: 17d58bf5-7619-4224-9a0e-1b981abd6978, hostable agents: ['6b6b5109-91f6-4dcc-9375-40169a0e8fed'], hosted agents: [] {{(pid=119045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 17:09:14.588165 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc3776b-154c-45d7-acc4-c9087693ddc8 admin admin] Network 17d58bf5-7619-4224-9a0e-1b981abd6978 is scheduled to be hosted by DHCP agent 6b6b5109-91f6-4dcc-9375-40169a0e8fed with binding_index 1 {{(pid=119045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 17:09:14.598535 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [None req-9fc3776b-154c-45d7-acc4-c9087693ddc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-iscsi, 17d58bf5-7619-4224-9a0e-1b981abd6978) {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:09:14.607156 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc3776b-154c-45d7-acc4-c9087693ddc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:14.607779 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-9fc3776b-154c-45d7-acc4-c9087693ddc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:14.608419 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356b7127-eb64-436e-a729-b0acfa1faea4 None None] Network 17d58bf5-7619-4224-9a0e-1b981abd6978 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:09:14.633726 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 57054) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:09:14.634394 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-9fc3776b-154c-45d7-acc4-c9087693ddc8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6078749 May 20 17:09:14.639073 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-50bb8243-5d75-46a9-ac3b-f226d6cb4019 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-408321488-router', 'tenant_id': '1c4fa5821b1b40c7b929bc410fad9796', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'}}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:09:14.653022 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-50bb8243-5d75-46a9-ac3b-f226d6cb4019 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:09:14.657944 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-50bb8243-5d75-46a9-ac3b-f226d6cb4019 admin admin] Usage tracker for resource:router and tenant:1c4fa5821b1b40c7b929bc410fad9796 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:09:14.661053 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-50bb8243-5d75-46a9-ac3b-f226d6cb4019 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:09:14.666948 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-50bb8243-5d75-46a9-ac3b-f226d6cb4019 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:09:14.680249 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-50bb8243-5d75-46a9-ac3b-f226d6cb4019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16751073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3089'] for router, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:14.681822 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-50bb8243-5d75-46a9-ac3b-f226d6cb4019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16749815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16382112', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3098'] for router, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:14.697817 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-50bb8243-5d75-46a9-ac3b-f226d6cb4019 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:14.730039 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-acac9af1-c8a0-4ad8-9da6-0413dc5bd720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'name': 'tempest-TestMinimumBasicScenario-1553328808-router', 'tenant_id': '78d5d1781cf44177b96e47dcda696767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '7d702065-78c3-4f6e-8b7c-f1ac169b88d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:09:07Z', 'updated_at': '2021-05-20T17:09:12Z', 'revision_number': 4, 'project_id': '78d5d1781cf44177b96e47dcda696767', 'gw_port': {'id': '7d702065-78c3-4f6e-8b7c-f1ac169b88d4', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:09:08Z', 'updated_at': '2021-05-20T17:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '914a4bcd-c77c-41f3-8866-6e7db6d4f58f', 'name': '', 'network_id': '36fac261-9fd2-44e2-911c-7d2461818608', 'tenant_id': '78d5d1781cf44177b96e47dcda696767', 'mac_address': 'fa:16:3e:41:a5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f786e361-288f-4466-b193-359d2b09f79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:09:11Z', 'updated_at': '2021-05-20T17:09:12Z', 'revision_number': 2, 'project_id': '78d5d1781cf44177b96e47dcda696767', 'subnets': [{'id': 'f786e361-288f-4466-b193-359d2b09f79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:09:14.734052 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acac9af1-c8a0-4ad8-9da6-0413dc5bd720 None None] Checking router: f6d3bcac-ce53-4d22-a839-5d0802c5970b for host: dv-cinder-786524-7-iscsi {{(pid=119047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:09:14.734504 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acac9af1-c8a0-4ad8-9da6-0413dc5bd720 None None] Updating router f6d3bcac-ce53-4d22-a839-5d0802c5970b port 914a4bcd-c77c-41f3-8866-6e7db6d4f58f binding host dv-cinder-786524-7-iscsi {{(pid=119047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 17:09:14.789594 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-acac9af1-c8a0-4ad8-9da6-0413dc5bd720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:14.872563 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920142c6-b0cb-4be2-ae24-f0b63cc03560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9e3bc99-4bc4-5a8a-9ef8-f495f19de429-17d58bf5-7619-4224-9a0e-1b981abd6978', 'network_id': '17d58bf5-7619-4224-9a0e-1b981abd6978', 'tenant_id': '1c4fa5821b1b40c7b929bc410fad9796', 'fixed_ips': [{'subnet_id': '4108062c-aafe-4295-bc79-849294e64e21'}]}} from dv-cinder-786524-7-iscsi. {{(pid=119046) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 17:09:14.878153 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-920142c6-b0cb-4be2-ae24-f0b63cc03560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:14.964041 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-50bb8243-5d75-46a9-ac3b-f226d6cb4019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16382098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16751095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3084'] for router, precommit_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:15.050968 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.db_base_plugin_common [None req-920142c6-b0cb-4be2-ae24-f0b63cc03560 None None] Allocated IP 172.20.0.2 (17d58bf5-7619-4224-9a0e-1b981abd6978/4108062c-aafe-4295-bc79-849294e64e21/14b4275c-fff2-412a-8ee1-de4b730be4f7) {{(pid=119046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:09:15.165797 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-acac9af1-c8a0-4ad8-9da6-0413dc5bd720 None None] Notify callbacks [] for port, precommit_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:15.178126 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.provisioning_blocks [None req-acac9af1-c8a0-4ad8-9da6-0413dc5bd720 None None] Transition to ACTIVE for port object 914a4bcd-c77c-41f3-8866-6e7db6d4f58f will not be triggered until provisioned by entity L2. {{(pid=119047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:09:15.187382 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-acac9af1-c8a0-4ad8-9da6-0413dc5bd720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:15.191984 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:15.192496 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:15.272085 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-920142c6-b0cb-4be2-ae24-f0b63cc03560 None None] Notify callbacks [] for port, precommit_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:15.286627 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-920142c6-b0cb-4be2-ae24-f0b63cc03560 None None] Transition to ACTIVE for port object 14b4275c-fff2-412a-8ee1-de4b730be4f7 will not be triggered until provisioned by entity L2. {{(pid=119046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:09:15.291848 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-50bb8243-5d75-46a9-ac3b-f226d6cb4019 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:15.306215 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-920142c6-b0cb-4be2-ae24-f0b63cc03560 None None] Transition to ACTIVE for port object 14b4275c-fff2-412a-8ee1-de4b730be4f7 will not be triggered until provisioned by entity DHCP. {{(pid=119046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:09:15.321523 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-920142c6-b0cb-4be2-ae24-f0b63cc03560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791'] for port, after_create {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:15.325466 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-50bb8243-5d75-46a9-ac3b-f226d6cb4019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:15.336909 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-5478b39a-0866-4af7-99e3-daab1159973b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:15.379078 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920142c6-b0cb-4be2-ae24-f0b63cc03560 None None] Network 17d58bf5-7619-4224-9a0e-1b981abd6978 is already hosted by enough agents. {{(pid=119046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:09:15.385027 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ecf2da-bd17-4fa2-9e2a-128b82ecfbeb None None] Pushing event updated for resources: {'Port': ['ID=914a4bcd-c77c-41f3-8866-6e7db6d4f58f,revision_number=3']} {{(pid=119047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:15.386580 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.scheduler.base_scheduler [None req-920142c6-b0cb-4be2-ae24-f0b63cc03560 None None] Resources bound (agent type, host, resource id): {{(pid=119046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:09:15.395986 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920142c6-b0cb-4be2-ae24-f0b63cc03560 None None] Received port after_create {{(pid=119046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:09:15.402365 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ecf2da-bd17-4fa2-9e2a-128b82ecfbeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:15.402910 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ecf2da-bd17-4fa2-9e2a-128b82ecfbeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:15.403399 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ecf2da-bd17-4fa2-9e2a-128b82ecfbeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:15.404116 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ecf2da-bd17-4fa2-9e2a-128b82ecfbeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:15.404615 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ecf2da-bd17-4fa2-9e2a-128b82ecfbeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:15.405117 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ecf2da-bd17-4fa2-9e2a-128b82ecfbeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:15.405633 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ecf2da-bd17-4fa2-9e2a-128b82ecfbeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:15.406119 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ecf2da-bd17-4fa2-9e2a-128b82ecfbeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:15.406456 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ecf2da-bd17-4fa2-9e2a-128b82ecfbeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:15.406950 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ecf2da-bd17-4fa2-9e2a-128b82ecfbeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:15.407430 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ecf2da-bd17-4fa2-9e2a-128b82ecfbeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:15.408178 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ecf2da-bd17-4fa2-9e2a-128b82ecfbeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:15.412925 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [None req-41ecf2da-bd17-4fa2-9e2a-128b82ecfbeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:15.437638 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.managers [None req-acac9af1-c8a0-4ad8-9da6-0413dc5bd720 None None] Attempting to bind port 914a4bcd-c77c-41f3-8866-6e7db6d4f58f on host dv-cinder-786524-7-iscsi for vnic_type normal with profile {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:09:15.438279 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.managers [None req-acac9af1-c8a0-4ad8-9da6-0413dc5bd720 None None] Attempting to bind port 914a4bcd-c77c-41f3-8866-6e7db6d4f58f by drivers openvswitch,hyperv on host dv-cinder-786524-7-iscsi at level 0 using segments [{'id': '0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '36fac261-9fd2-44e2-911c-7d2461818608'}] {{(pid=119047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:09:15.438829 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acac9af1-c8a0-4ad8-9da6-0413dc5bd720 None None] Attempting to bind port 914a4bcd-c77c-41f3-8866-6e7db6d4f58f on network 36fac261-9fd2-44e2-911c-7d2461818608 {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:09:15.454138 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acac9af1-c8a0-4ad8-9da6-0413dc5bd720 None None] Checking agent: {'id': '04a99329-5785-4fd7-acdc-4119699d5680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 53, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:09:15.454984 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acac9af1-c8a0-4ad8-9da6-0413dc5bd720 None None] Checking segment: {'id': '0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '36fac261-9fd2-44e2-911c-7d2461818608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:09:15.455552 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-acac9af1-c8a0-4ad8-9da6-0413dc5bd720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:15.456121 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acac9af1-c8a0-4ad8-9da6-0413dc5bd720 None None] Bound using segment: {'id': '0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '36fac261-9fd2-44e2-911c-7d2461818608'} {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:09:15.456770 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.managers [None req-acac9af1-c8a0-4ad8-9da6-0413dc5bd720 None None] Bound port: 914a4bcd-c77c-41f3-8866-6e7db6d4f58f, host: dv-cinder-786524-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '36fac261-9fd2-44e2-911c-7d2461818608'}}] {{(pid=119047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:09:15.457353 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-acac9af1-c8a0-4ad8-9da6-0413dc5bd720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:15.526429 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920142c6-b0cb-4be2-ae24-f0b63cc03560 None None] Pushing event updated for resources: {'Port': ['ID=14b4275c-fff2-412a-8ee1-de4b730be4f7,revision_number=1']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:15.532928 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-920142c6-b0cb-4be2-ae24-f0b63cc03560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:15.537374 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-920142c6-b0cb-4be2-ae24-f0b63cc03560 None None] Attempting to bind port 14b4275c-fff2-412a-8ee1-de4b730be4f7 on host dv-cinder-786524-7-iscsi for vnic_type normal with profile {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:09:15.537749 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-920142c6-b0cb-4be2-ae24-f0b63cc03560 None None] Attempting to bind port 14b4275c-fff2-412a-8ee1-de4b730be4f7 by drivers openvswitch,hyperv on host dv-cinder-786524-7-iscsi at level 0 using segments [{'id': 'f0fa21d1-a79f-41e3-afc4-3a1e6377c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '17d58bf5-7619-4224-9a0e-1b981abd6978'}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:09:15.538115 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920142c6-b0cb-4be2-ae24-f0b63cc03560 None None] Attempting to bind port 14b4275c-fff2-412a-8ee1-de4b730be4f7 on network 17d58bf5-7619-4224-9a0e-1b981abd6978 {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:09:15.543580 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920142c6-b0cb-4be2-ae24-f0b63cc03560 None None] Checking agent: {'id': '04a99329-5785-4fd7-acdc-4119699d5680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 53, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:09:15.544062 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920142c6-b0cb-4be2-ae24-f0b63cc03560 None None] Checking segment: {'id': 'f0fa21d1-a79f-41e3-afc4-3a1e6377c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '17d58bf5-7619-4224-9a0e-1b981abd6978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:09:15.544655 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-920142c6-b0cb-4be2-ae24-f0b63cc03560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:15.545049 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920142c6-b0cb-4be2-ae24-f0b63cc03560 None None] Bound using segment: {'id': 'f0fa21d1-a79f-41e3-afc4-3a1e6377c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '17d58bf5-7619-4224-9a0e-1b981abd6978'} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:09:15.545544 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-920142c6-b0cb-4be2-ae24-f0b63cc03560 None None] Bound port: 14b4275c-fff2-412a-8ee1-de4b730be4f7, host: dv-cinder-786524-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0fa21d1-a79f-41e3-afc4-3a1e6377c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '17d58bf5-7619-4224-9a0e-1b981abd6978'}}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:09:15.545914 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-920142c6-b0cb-4be2-ae24-f0b63cc03560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:15.608534 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.db [None req-acac9af1-c8a0-4ad8-9da6-0413dc5bd720 None None] For port 914a4bcd-c77c-41f3-8866-6e7db6d4f58f, host dv-cinder-786524-7-iscsi, cleared binding levels {{(pid=119047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:09:15.612746 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.db [None req-acac9af1-c8a0-4ad8-9da6-0413dc5bd720 None None] For port 914a4bcd-c77c-41f3-8866-6e7db6d4f58f, host dv-cinder-786524-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=914a4bcd-c77c-41f3-8866-6e7db6d4f58f,segment=NetworkSegment(0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4),segment_id=0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4)] {{(pid=119047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:09:15.614190 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.db_base_plugin_common [None req-50bb8243-5d75-46a9-ac3b-f226d6cb4019 admin admin] Allocated IP 172.27.3.39 (7bf407be-0a2f-4276-bbb9-407bd07b5677/0cc0c620-4805-460b-b0e9-2701bd4f1725/f636c181-18c0-4d44-93f5-2dab1740dabe) {{(pid=119044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:09:15.619510 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-acac9af1-c8a0-4ad8-9da6-0413dc5bd720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:15.624248 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:15.650739 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-920142c6-b0cb-4be2-ae24-f0b63cc03560 None None] For port 14b4275c-fff2-412a-8ee1-de4b730be4f7, host dv-cinder-786524-7-iscsi, cleared binding levels {{(pid=119046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:09:15.654614 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-920142c6-b0cb-4be2-ae24-f0b63cc03560 None None] For port 14b4275c-fff2-412a-8ee1-de4b730be4f7, host dv-cinder-786524-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=14b4275c-fff2-412a-8ee1-de4b730be4f7,segment=NetworkSegment(f0fa21d1-a79f-41e3-afc4-3a1e6377c279),segment_id=f0fa21d1-a79f-41e3-afc4-3a1e6377c279)] {{(pid=119046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:09:15.660640 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-920142c6-b0cb-4be2-ae24-f0b63cc03560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:15.665508 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-d818d945-d5f7-4269-b814-42deb24ec855 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:15.699183 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acac9af1-c8a0-4ad8-9da6-0413dc5bd720 None None] Routers {'f6d3bcac-ce53-4d22-a839-5d0802c5970b'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:09:15.699820 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-acac9af1-c8a0-4ad8-9da6-0413dc5bd720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:09:14Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['f6d3bcac-ce53-4d22-a839-5d0802c5970b'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:09:15.754954 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920142c6-b0cb-4be2-ae24-f0b63cc03560 None None] Pushing event updated for resources: {'Port': ['ID=14b4275c-fff2-412a-8ee1-de4b730be4f7,revision_number=2']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:15.774081 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-920142c6-b0cb-4be2-ae24-f0b63cc03560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:15.779646 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ecf2da-bd17-4fa2-9e2a-128b82ecfbeb None None] Pushing event updated for resources: {'Port': ['ID=914a4bcd-c77c-41f3-8866-6e7db6d4f58f,revision_number=4']} {{(pid=119047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:15.784772 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [None req-41ecf2da-bd17-4fa2-9e2a-128b82ecfbeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:15.829970 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-50bb8243-5d75-46a9-ac3b-f226d6cb4019 admin admin] Notify callbacks [] for port, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:15.881901 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-50bb8243-5d75-46a9-ac3b-f226d6cb4019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:15.895379 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-b3fb2b3e-afe5-4382-b171-30ff3dfd3e12 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:15.931365 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-acac9af1-c8a0-4ad8-9da6-0413dc5bd720 None None] Set router f6d3bcac-ce53-4d22-a839-5d0802c5970b gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:09:16.047117 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bb8243-5d75-46a9-ac3b-f226d6cb4019 admin admin] Network 7bf407be-0a2f-4276-bbb9-407bd07b5677 is already hosted by enough agents. {{(pid=119044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:09:16.050192 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [None req-50bb8243-5d75-46a9-ac3b-f226d6cb4019 admin admin] Resources bound (agent type, host, resource id): {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:09:16.055005 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bb8243-5d75-46a9-ac3b-f226d6cb4019 admin admin] Received port after_create {{(pid=119044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:09:16.106542 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb8243-5d75-46a9-ac3b-f226d6cb4019 admin admin] Pushing event updated for resources: {'Port': ['ID=f636c181-18c0-4d44-93f5-2dab1740dabe,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:16.117057 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-50bb8243-5d75-46a9-ac3b-f226d6cb4019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:16.361058 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 7d702065-78c3-4f6e-8b7c-f1ac169b88d4 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:09:16.449979 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 7d702065-78c3-4f6e-8b7c-f1ac169b88d4 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:09:16.450353 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:16.488427 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-acac9af1-c8a0-4ad8-9da6-0413dc5bd720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'name': 'tempest-TestMinimumBasicScenario-1553328808-router', 'tenant_id': '78d5d1781cf44177b96e47dcda696767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '7d702065-78c3-4f6e-8b7c-f1ac169b88d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:09:07Z', 'updated_at': '2021-05-20T17:09:12Z', 'revision_number': 4, 'project_id': '78d5d1781cf44177b96e47dcda696767', 'gw_port': {'id': '7d702065-78c3-4f6e-8b7c-f1ac169b88d4', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:09:08Z', 'updated_at': '2021-05-20T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '914a4bcd-c77c-41f3-8866-6e7db6d4f58f', 'name': '', 'network_id': '36fac261-9fd2-44e2-911c-7d2461818608', 'tenant_id': '78d5d1781cf44177b96e47dcda696767', 'mac_address': 'fa:16:3e:41:a5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f786e361-288f-4466-b193-359d2b09f79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:09:11Z', 'updated_at': '2021-05-20T17:09:15Z', 'revision_number': 4, 'project_id': '78d5d1781cf44177b96e47dcda696767', 'subnets': [{'id': 'f786e361-288f-4466-b193-359d2b09f79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:09:16.494517 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acac9af1-c8a0-4ad8-9da6-0413dc5bd720 None None] The sync data for ids ['f6d3bcac-ce53-4d22-a839-5d0802c5970b'] in dv-cinder-786524-7-iscsi is: [{'id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'name': 'tempest-TestMinimumBasicScenario-1553328808-router', 'tenant_id': '78d5d1781cf44177b96e47dcda696767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '7d702065-78c3-4f6e-8b7c-f1ac169b88d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:09:07Z', 'updated_at': '2021-05-20T17:09:12Z', 'revision_number': 4, 'project_id': '78d5d1781cf44177b96e47dcda696767', 'gw_port': {'id': '7d702065-78c3-4f6e-8b7c-f1ac169b88d4', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:09:08Z', 'updated_at': '2021-05-20T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '914a4bcd-c77c-41f3-8866-6e7db6d4f58f', 'name': '', 'network_id': '36fac261-9fd2-44e2-911c-7d2461818608', 'tenant_id': '78d5d1781cf44177b96e47dcda696767', 'mac_address': 'fa:16:3e:41:a5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f786e361-288f-4466-b193-359d2b09f79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:09:11Z', 'updated_at': '2021-05-20T17:09:15Z', 'revision_number': 4, 'project_id': '78d5d1781cf44177b96e47dcda696767', 'subnets': [{'id': 'f786e361-288f-4466-b193-359d2b09f79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:09:16.608005 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-50bb8243-5d75-46a9-ac3b-f226d6cb4019 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:16.609330 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 14b4275c-fff2-412a-8ee1-de4b730be4f7 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:09:16.702322 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning for port 14b4275c-fff2-412a-8ee1-de4b730be4f7 completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:09:16.915140 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:16.969584 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc466ec-8c03-4333-a137-19eb1215e4fe None None] Network 17d58bf5-7619-4224-9a0e-1b981abd6978 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:09:17.040219 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-50bb8243-5d75-46a9-ac3b-f226d6cb4019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16751086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16382154'] for router, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:17.076068 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-58a5f352-19b3-44f4-83f8-9057a658528e None None] Provisioning for port 14b4275c-fff2-412a-8ee1-de4b730be4f7 completed by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:09:17.085790 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-58a5f352-19b3-44f4-83f8-9057a658528e None None] Provisioning complete for port 14b4275c-fff2-412a-8ee1-de4b730be4f7 triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:09:17.086194 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-58a5f352-19b3-44f4-83f8-9057a658528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:17.284422 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50bb8243-5d75-46a9-ac3b-f226d6cb4019 admin admin] Router 9c8e0226-77f8-49ff-862b-758fc608267e is scheduled to L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 with binding_index 1 {{(pid=119044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 17:09:17.389984 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-58a5f352-19b3-44f4-83f8-9057a658528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:17.450336 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-58a5f352-19b3-44f4-83f8-9057a658528e None None] For port 14b4275c-fff2-412a-8ee1-de4b730be4f7, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=14b4275c-fff2-412a-8ee1-de4b730be4f7,segment=NetworkSegment(f0fa21d1-a79f-41e3-afc4-3a1e6377c279),segment_id=f0fa21d1-a79f-41e3-afc4-3a1e6377c279)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:09:17.456942 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-58a5f352-19b3-44f4-83f8-9057a658528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:17.460396 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:17.551944 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5f352-19b3-44f4-83f8-9057a658528e None None] Pushing event updated for resources: {'Port': ['ID=14b4275c-fff2-412a-8ee1-de4b730be4f7,revision_number=3']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:17.556802 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-58a5f352-19b3-44f4-83f8-9057a658528e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:17.656177 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bb8243-5d75-46a9-ac3b-f226d6cb4019 admin admin] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:09:17.666735 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f244ee-e151-4053-b671-a1aed7734f54 None None] Sync routers for ids ['9c8e0226-77f8-49ff-862b-758fc608267e'] in dv-cinder-786524-7-iscsi {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:09:17.686950 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f244ee-e151-4053-b671-a1aed7734f54 None None] Routers {'9c8e0226-77f8-49ff-862b-758fc608267e'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:09:17.687924 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-b1f244ee-e151-4053-b671-a1aed7734f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:09:14Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['9c8e0226-77f8-49ff-862b-758fc608267e'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:09:17.693069 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-50bb8243-5d75-46a9-ac3b-f226d6cb4019 admin admin] Notify callbacks [] for router, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:17.694448 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-50bb8243-5d75-46a9-ac3b-f226d6cb4019 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0596848 May 20 17:09:17.697302 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 57074) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:09:17.762656 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-77459b41-6a89-445c-8dee-224dd7676101 None None] Provisioning complete for port 14b4275c-fff2-412a-8ee1-de4b730be4f7 triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:09:17.763029 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-77459b41-6a89-445c-8dee-224dd7676101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:17.971350 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-b1f244ee-e151-4053-b671-a1aed7734f54 None None] Set router 9c8e0226-77f8-49ff-862b-758fc608267e gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:09:18.149205 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8599c184-6173-47dc-90eb-e48ae9c2b069 req-671427a1-4844-4d83-aad1-90c3da938753 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=385f9318-ed8f-4b62-84b9-1629cd6d1913&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0854864 May 20 17:09:18.279927 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 14b4275c-fff2-412a-8ee1-de4b730be4f7 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:09:18.314303 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599c184-6173-47dc-90eb-e48ae9c2b069 req-1515a813-d202-4fa7-b764-566a6170581c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:18.315785 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8599c184-6173-47dc-90eb-e48ae9c2b069 req-1515a813-d202-4fa7-b764-566a6170581c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=03359f9fe008405ea637b8c155fbfc99&device_id=385f9318-ed8f-4b62-84b9-1629cd6d1913 HTTP/1.1" status: 200 len: 1099 time: 0.0881064 May 20 17:09:18.379177 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-b1f244ee-e151-4053-b671-a1aed7734f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8e0226-77f8-49ff-862b-758fc608267e', 'name': 'tempest-TestMinimumBasicScenario-408321488-router', 'tenant_id': '1c4fa5821b1b40c7b929bc410fad9796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'f636c181-18c0-4d44-93f5-2dab1740dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:09:14Z', 'updated_at': '2021-05-20T17:09:16Z', 'revision_number': 3, 'project_id': '1c4fa5821b1b40c7b929bc410fad9796', 'gw_port': {'id': 'f636c181-18c0-4d44-93f5-2dab1740dabe', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:bd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8e0226-77f8-49ff-862b-758fc608267e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:09:15Z', 'updated_at': '2021-05-20T17:09:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi'}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:09:18.382302 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 14b4275c-fff2-412a-8ee1-de4b730be4f7 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:09:18.382687 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:18.426240 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f244ee-e151-4053-b671-a1aed7734f54 None None] Checking router: 9c8e0226-77f8-49ff-862b-758fc608267e for host: dv-cinder-786524-7-iscsi {{(pid=119046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:09:18.427382 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f244ee-e151-4053-b671-a1aed7734f54 None None] Updating router 9c8e0226-77f8-49ff-862b-758fc608267e port f636c181-18c0-4d44-93f5-2dab1740dabe binding host dv-cinder-786524-7-iscsi {{(pid=119046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 17:09:18.510768 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b1f244ee-e151-4053-b671-a1aed7734f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:18.527579 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-59d32e53-8e1b-4c5a-8fd3-6fc298097d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:18.632810 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599c184-6173-47dc-90eb-e48ae9c2b069 req-88693560-d967-4630-b6f4-f68a91d5bee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:18.634479 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8599c184-6173-47dc-90eb-e48ae9c2b069 req-88693560-d967-4630-b6f4-f68a91d5bee2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=693cca7c-a781-4bbe-b946-6e5d3b5628d3 HTTP/1.1" status: 200 len: 912 time: 0.2920029 May 20 17:09:18.679232 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 914a4bcd-c77c-41f3-8866-6e7db6d4f58f up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:09:18.748382 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8599c184-6173-47dc-90eb-e48ae9c2b069 req-01836e6d-1a30-411d-bdc1-65c086ccdc8b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd457aea-203f-443b-be4e-069514baa5a4 HTTP/1.1" status: 200 len: 1002 time: 0.1015329 May 20 17:09:18.756691 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.db_base_plugin_common [None req-59d32e53-8e1b-4c5a-8fd3-6fc298097d5c admin admin] Allocated IP 172.20.0.1 (17d58bf5-7619-4224-9a0e-1b981abd6978/4108062c-aafe-4295-bc79-849294e64e21/08956051-8125-4912-bb1b-15095589b431) {{(pid=119044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:09:18.829891 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599c184-6173-47dc-90eb-e48ae9c2b069 req-61ac5f43-e26e-410b-ba65-f53ecaebbdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:18.831987 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8599c184-6173-47dc-90eb-e48ae9c2b069 req-61ac5f43-e26e-410b-ba65-f53ecaebbdb0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b9354152-da80-48a7-a2cf-cafd8cb1708a HTTP/1.1" status: 200 len: 850 time: 0.0768621 May 20 17:09:18.890654 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning for port 914a4bcd-c77c-41f3-8866-6e7db6d4f58f completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:09:18.925732 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-59d32e53-8e1b-4c5a-8fd3-6fc298097d5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:18.932634 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599c184-6173-47dc-90eb-e48ae9c2b069 req-07c81ec3-0a90-4fdc-b9ef-e84e31a0aee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:18.934510 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8599c184-6173-47dc-90eb-e48ae9c2b069 req-07c81ec3-0a90-4fdc-b9ef-e84e31a0aee4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=693cca7c-a781-4bbe-b946-6e5d3b5628d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0883615 May 20 17:09:18.943254 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.provisioning_blocks [None req-59d32e53-8e1b-4c5a-8fd3-6fc298097d5c admin admin] Transition to ACTIVE for port object 08956051-8125-4912-bb1b-15095589b431 will not be triggered until provisioned by entity DHCP. {{(pid=119044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:09:18.971216 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 914a4bcd-c77c-41f3-8866-6e7db6d4f58f triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:09:18.971558 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:18.975474 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-59d32e53-8e1b-4c5a-8fd3-6fc298097d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:18.984193 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-2f6e2acd-06b5-4c68-8334-9c2d2e928e4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:19.040784 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d32e53-8e1b-4c5a-8fd3-6fc298097d5c admin admin] Network 17d58bf5-7619-4224-9a0e-1b981abd6978 is already hosted by enough agents. {{(pid=119044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:09:19.048733 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [None req-59d32e53-8e1b-4c5a-8fd3-6fc298097d5c admin admin] Resources bound (agent type, host, resource id): {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:09:19.053192 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d32e53-8e1b-4c5a-8fd3-6fc298097d5c admin admin] Received port after_create {{(pid=119044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:09:19.093852 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8599c184-6173-47dc-90eb-e48ae9c2b069 req-85ce25f1-ec88-430c-b0cb-615f0a8b319b service neutron] 10.222.0.75 "GET /v2.0/networks/693cca7c-a781-4bbe-b946-6e5d3b5628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441848 May 20 17:09:19.113929 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d32e53-8e1b-4c5a-8fd3-6fc298097d5c admin admin] Pushing event updated for resources: {'Port': ['ID=08956051-8125-4912-bb1b-15095589b431,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:19.117209 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b1f244ee-e151-4053-b671-a1aed7734f54 None None] Notify callbacks [] for port, precommit_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:19.127237 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-59d32e53-8e1b-4c5a-8fd3-6fc298097d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:19.135304 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-b1f244ee-e151-4053-b671-a1aed7734f54 None None] Transition to ACTIVE for port object f636c181-18c0-4d44-93f5-2dab1740dabe will not be triggered until provisioned by entity L2. {{(pid=119046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:09:19.140989 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-59d32e53-8e1b-4c5a-8fd3-6fc298097d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16752083'] for router_interface, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:19.163334 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b1f244ee-e151-4053-b671-a1aed7734f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:19.169651 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-71f34b8a-da96-4435-b62d-f907549b9166 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:19.299278 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-59d32e53-8e1b-4c5a-8fd3-6fc298097d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:19.301163 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8ff91-2b62-4ba3-940d-763cb8e0a374 None None] Pushing event updated for resources: {'Port': ['ID=f636c181-18c0-4d44-93f5-2dab1740dabe,revision_number=2']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:19.322413 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-38a8ff91-2b62-4ba3-940d-763cb8e0a374 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:19.326823 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-b1f244ee-e151-4053-b671-a1aed7734f54 None None] Attempting to bind port f636c181-18c0-4d44-93f5-2dab1740dabe on host dv-cinder-786524-7-iscsi for vnic_type normal with profile {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:09:19.327395 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-b1f244ee-e151-4053-b671-a1aed7734f54 None None] Attempting to bind port f636c181-18c0-4d44-93f5-2dab1740dabe by drivers openvswitch,hyperv on host dv-cinder-786524-7-iscsi at level 0 using segments [{'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:09:19.327774 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f244ee-e151-4053-b671-a1aed7734f54 None None] Attempting to bind port f636c181-18c0-4d44-93f5-2dab1740dabe on network 7bf407be-0a2f-4276-bbb9-407bd07b5677 {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:09:19.339021 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f244ee-e151-4053-b671-a1aed7734f54 None None] Checking agent: {'id': '04a99329-5785-4fd7-acdc-4119699d5680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 53, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:09:19.339298 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f244ee-e151-4053-b671-a1aed7734f54 None None] Checking segment: {'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:09:19.339769 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b1f244ee-e151-4053-b671-a1aed7734f54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:19.340124 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f244ee-e151-4053-b671-a1aed7734f54 None None] Bound using segment: {'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'} {{(pid=119046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:09:19.340625 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.managers [None req-b1f244ee-e151-4053-b671-a1aed7734f54 None None] Bound port: f636c181-18c0-4d44-93f5-2dab1740dabe, host: dv-cinder-786524-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7a08f1-7b47-4c24-ac33-26538d548295', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677'}}] {{(pid=119046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:09:19.341000 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b1f244ee-e151-4053-b671-a1aed7734f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:19.350778 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8599c184-6173-47dc-90eb-e48ae9c2b069 req-4462a420-ff5a-4ff7-95a3-62c0f7b9b13f service neutron] 10.222.0.75 "GET /v2.0/networks/693cca7c-a781-4bbe-b946-6e5d3b5628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454734 May 20 17:09:19.408780 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:19.453232 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-dd00578e-e9a2-41b8-8606-ed354d2050e8 None None] Provisioning for port 08956051-8125-4912-bb1b-15095589b431 completed by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:09:19.475715 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-dd00578e-e9a2-41b8-8606-ed354d2050e8 None None] Provisioning complete for port 08956051-8125-4912-bb1b-15095589b431 triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:09:19.476090 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-dd00578e-e9a2-41b8-8606-ed354d2050e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:19.527570 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] For port 914a4bcd-c77c-41f3-8866-6e7db6d4f58f, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=914a4bcd-c77c-41f3-8866-6e7db6d4f58f,segment=NetworkSegment(0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4),segment_id=0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:09:19.532426 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-b1f244ee-e151-4053-b671-a1aed7734f54 None None] For port f636c181-18c0-4d44-93f5-2dab1740dabe, host dv-cinder-786524-7-iscsi, cleared binding levels {{(pid=119046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:09:19.538414 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:19.543647 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:19.576560 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-b1f244ee-e151-4053-b671-a1aed7734f54 None None] For port f636c181-18c0-4d44-93f5-2dab1740dabe, host dv-cinder-786524-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=f636c181-18c0-4d44-93f5-2dab1740dabe,segment=NetworkSegment(be7a08f1-7b47-4c24-ac33-26538d548295),segment_id=be7a08f1-7b47-4c24-ac33-26538d548295)] {{(pid=119046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:09:19.584704 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-dd00578e-e9a2-41b8-8606-ed354d2050e8 None None] Port 08956051-8125-4912-bb1b-15095589b431 cannot update to ACTIVE because it is not bound. {{(pid=119046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 17:09:19.594021 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b1f244ee-e151-4053-b671-a1aed7734f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:19.638719 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Pushing event updated for resources: {'Port': ['ID=914a4bcd-c77c-41f3-8866-6e7db6d4f58f,revision_number=5']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:19.641545 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f244ee-e151-4053-b671-a1aed7734f54 None None] Routers {'9c8e0226-77f8-49ff-862b-758fc608267e'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:09:19.642142 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-b1f244ee-e151-4053-b671-a1aed7734f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:09:14Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['9c8e0226-77f8-49ff-862b-758fc608267e'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:09:19.667121 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-59d32e53-8e1b-4c5a-8fd3-6fc298097d5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:19.672407 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-59d32e53-8e1b-4c5a-8fd3-6fc298097d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14410818'] for port, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:19.694157 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:19.694629 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-920142c6-b0cb-4be2-ae24-f0b63cc03560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:19.699624 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-1cf66516-2c51-44ce-91cd-e17edabd2a99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:19.780065 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-59d32e53-8e1b-4c5a-8fd3-6fc298097d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16308050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16379752'] for router_interface, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:19.783590 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d32e53-8e1b-4c5a-8fd3-6fc298097d5c admin admin] Pushing event updated for resources: {'Port': ['ID=08956051-8125-4912-bb1b-15095589b431,revision_number=2']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:19.787540 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-59d32e53-8e1b-4c5a-8fd3-6fc298097d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:19.836677 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8ff91-2b62-4ba3-940d-763cb8e0a374 None None] Pushing event updated for resources: {'Port': ['ID=f636c181-18c0-4d44-93f5-2dab1740dabe,revision_number=3']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:19.849226 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-38a8ff91-2b62-4ba3-940d-763cb8e0a374 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:19.881738 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-b1f244ee-e151-4053-b671-a1aed7734f54 None None] Set router 9c8e0226-77f8-49ff-862b-758fc608267e gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:09:19.925421 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d32e53-8e1b-4c5a-8fd3-6fc298097d5c admin admin] Network 17d58bf5-7619-4224-9a0e-1b981abd6978 is already hosted by enough agents. {{(pid=119044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:09:19.926748 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [None req-59d32e53-8e1b-4c5a-8fd3-6fc298097d5c admin admin] Resources bound (agent type, host, resource id): {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:09:20.136091 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d32e53-8e1b-4c5a-8fd3-6fc298097d5c admin admin] Router 9c8e0226-77f8-49ff-862b-758fc608267e has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:09:20.180395 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 914a4bcd-c77c-41f3-8866-6e7db6d4f58f up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:09:20.267130 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-3ed9328b-cfd8-44f9-b553-26ec1646c439 None None] Provisioning complete for port 08956051-8125-4912-bb1b-15095589b431 triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:09:20.267408 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-3ed9328b-cfd8-44f9-b553-26ec1646c439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:20.323490 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d32e53-8e1b-4c5a-8fd3-6fc298097d5c admin admin] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:09:20.341035 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-59d32e53-8e1b-4c5a-8fd3-6fc298097d5c admin admin] 10.222.0.36 "PUT /v2.0/routers/9c8e0226-77f8-49ff-862b-758fc608267e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6341109 May 20 17:09:20.341259 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-3ed9328b-cfd8-44f9-b553-26ec1646c439 None None] Port 08956051-8125-4912-bb1b-15095589b431 cannot update to ACTIVE because it is not bound. {{(pid=119046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 17:09:20.341259 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 914a4bcd-c77c-41f3-8866-6e7db6d4f58f triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:09:20.341259 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:20.379114 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-b1f244ee-e151-4053-b671-a1aed7734f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8e0226-77f8-49ff-862b-758fc608267e', 'name': 'tempest-TestMinimumBasicScenario-408321488-router', 'tenant_id': '1c4fa5821b1b40c7b929bc410fad9796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'f636c181-18c0-4d44-93f5-2dab1740dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:09:14Z', 'updated_at': '2021-05-20T17:09:19Z', 'revision_number': 4, 'project_id': '1c4fa5821b1b40c7b929bc410fad9796', 'gw_port': {'id': 'f636c181-18c0-4d44-93f5-2dab1740dabe', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:bd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8e0226-77f8-49ff-862b-758fc608267e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:09:15Z', 'updated_at': '2021-05-20T17:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '08956051-8125-4912-bb1b-15095589b431', 'name': '', 'network_id': '17d58bf5-7619-4224-9a0e-1b981abd6978', 'tenant_id': '1c4fa5821b1b40c7b929bc410fad9796', 'mac_address': 'fa:16:3e:98:f2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8e0226-77f8-49ff-862b-758fc608267e', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4108062c-aafe-4295-bc79-849294e64e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:09:18Z', 'updated_at': '2021-05-20T17:09:19Z', 'revision_number': 2, 'project_id': '1c4fa5821b1b40c7b929bc410fad9796', 'subnets': [{'id': '4108062c-aafe-4295-bc79-849294e64e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:09:20.388873 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f244ee-e151-4053-b671-a1aed7734f54 None None] The sync data for ids ['9c8e0226-77f8-49ff-862b-758fc608267e'] in dv-cinder-786524-7-iscsi is: [{'id': '9c8e0226-77f8-49ff-862b-758fc608267e', 'name': 'tempest-TestMinimumBasicScenario-408321488-router', 'tenant_id': '1c4fa5821b1b40c7b929bc410fad9796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'f636c181-18c0-4d44-93f5-2dab1740dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:09:14Z', 'updated_at': '2021-05-20T17:09:19Z', 'revision_number': 4, 'project_id': '1c4fa5821b1b40c7b929bc410fad9796', 'gw_port': {'id': 'f636c181-18c0-4d44-93f5-2dab1740dabe', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:bd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8e0226-77f8-49ff-862b-758fc608267e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:09:15Z', 'updated_at': '2021-05-20T17:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '08956051-8125-4912-bb1b-15095589b431', 'name': '', 'network_id': '17d58bf5-7619-4224-9a0e-1b981abd6978', 'tenant_id': '1c4fa5821b1b40c7b929bc410fad9796', 'mac_address': 'fa:16:3e:98:f2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8e0226-77f8-49ff-862b-758fc608267e', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4108062c-aafe-4295-bc79-849294e64e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:09:18Z', 'updated_at': '2021-05-20T17:09:19Z', 'revision_number': 2, 'project_id': '1c4fa5821b1b40c7b929bc410fad9796', 'subnets': [{'id': '4108062c-aafe-4295-bc79-849294e64e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:09:20.952047 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd17d4-e80b-42de-a5cb-216cb788fffa req-d626f850-d757-41de-af2c-a5a64733d145 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:20.953999 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b3dd17d4-e80b-42de-a5cb-216cb788fffa req-d626f850-d757-41de-af2c-a5a64733d145 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=5712bd01-b381-423b-974f-e71bff696b3f HTTP/1.1" status: 200 len: 945 time: 0.0983930 May 20 17:09:21.004841 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b3dd17d4-e80b-42de-a5cb-216cb788fffa req-99cd2a57-7843-4702-9418-f7b102b298a3 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445774 May 20 17:09:22.225178 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9cccd-986b-4920-bc69-7a6572a08716 req-355e833d-87d4-4e06-b266-b0827f56b826 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:22.233240 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c2c9cccd-986b-4920-bc69-7a6572a08716 req-355e833d-87d4-4e06-b266-b0827f56b826 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=5712bd01-b381-423b-974f-e71bff696b3f HTTP/1.1" status: 200 len: 945 time: 0.1021097 May 20 17:09:22.238423 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device f636c181-18c0-4d44-93f5-2dab1740dabe up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:09:22.289834 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c2c9cccd-986b-4920-bc69-7a6572a08716 req-1015ff6f-c370-485b-8018-eb963c17e428 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555904 May 20 17:09:22.341136 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning for port f636c181-18c0-4d44-93f5-2dab1740dabe completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:09:22.346633 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port f636c181-18c0-4d44-93f5-2dab1740dabe triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:09:22.347017 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:22.478941 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:22.498327 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] For port f636c181-18c0-4d44-93f5-2dab1740dabe, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=f636c181-18c0-4d44-93f5-2dab1740dabe,segment=NetworkSegment(be7a08f1-7b47-4c24-ac33-26538d548295),segment_id=be7a08f1-7b47-4c24-ac33-26538d548295)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:09:22.511985 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:22.514194 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-de8657a8-a6e8-4372-a55a-90500c3671a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:22.590733 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Pushing event updated for resources: {'Port': ['ID=f636c181-18c0-4d44-93f5-2dab1740dabe,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:22.592348 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d020989-9733-4618-ae69-ae822118b9d7 req-db6b034c-c3d3-424a-8860-f7c5168113de tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:22.593959 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9d020989-9733-4618-ae69-ae822118b9d7 req-db6b034c-c3d3-424a-8860-f7c5168113de tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.75 "GET /v2.0/ports?device_id=5712bd01-b381-423b-974f-e71bff696b3f HTTP/1.1" status: 200 len: 945 time: 0.1302428 May 20 17:09:22.594711 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:22.760941 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [req-9d020989-9733-4618-ae69-ae822118b9d7 req-079ee0a6-d212-4be4-8860-6bcff3293d9f tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Deleting port 9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0 {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:09:22.761325 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-9d020989-9733-4618-ae69-ae822118b9d7 req-079ee0a6-d212-4be4-8860-6bcff3293d9f tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:22.910650 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-9d020989-9733-4618-ae69-ae822118b9d7 req-079ee0a6-d212-4be4-8860-6bcff3293d9f tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] For port 9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0,segment=NetworkSegment(c45ca038-93d5-470c-96c7-8f1c26ba6e49),segment_id=c45ca038-93d5-470c-96c7-8f1c26ba6e49)] {{(pid=119045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:09:22.911009 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-9d020989-9733-4618-ae69-ae822118b9d7 req-079ee0a6-d212-4be4-8860-6bcff3293d9f tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:23.044726 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [req-9d020989-9733-4618-ae69-ae822118b9d7 req-079ee0a6-d212-4be4-8860-6bcff3293d9f tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Calling delete_port for 9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0 owned by compute:nova {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:09:23.171495 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-9d020989-9733-4618-ae69-ae822118b9d7 req-079ee0a6-d212-4be4-8860-6bcff3293d9f tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:23.179028 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:23.188198 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4', '6a55b476-2b70-44cc-b4e5-881860f2cf84', '41785508-5a1b-448d-ac16-d3c6614e08fc', '9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:09:23.238913 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ee0a6-d212-4be4-8860-6bcff3293d9f tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Pushing event deleted for resources: {'Port': ['ID=9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:23.248478 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-079ee0a6-d212-4be4-8860-6bcff3293d9f tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:23.356329 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d020989-9733-4618-ae69-ae822118b9d7 req-079ee0a6-d212-4be4-8860-6bcff3293d9f tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] No DVR routers for this DVR port 9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0 on host hv-cinder-78652 {{(pid=119045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:09:23.359424 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-9d020989-9733-4618-ae69-ae822118b9d7 req-079ee0a6-d212-4be4-8860-6bcff3293d9f tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:23.363903 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5712bd01-b381-423b-974f-e71bff696b3f', 'name': 'network-vif-deleted', 'tag': '9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:09:23.401052 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-9d020989-9733-4618-ae69-ae822118b9d7 req-079ee0a6-d212-4be4-8860-6bcff3293d9f tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.75 "DELETE /v2.0/ports/9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0 HTTP/1.1" status: 204 len: 173 time: 0.7966878 May 20 17:09:23.453915 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5712bd01-b381-423b-974f-e71bff696b3f', 'name': 'network-vif-deleted', 'tag': '9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0', 'status': 'completed', 'code': 200} May 20 17:09:23.482425 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7762d7f2-c1bd-4a74-a009-667834e89084 req-6b16fa85-79a4-4675-815f-749995438ad4 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=5712bd01-b381-423b-974f-e71bff696b3f HTTP/1.1" status: 200 len: 210 time: 0.0643697 May 20 17:09:24.180750 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device f636c181-18c0-4d44-93f5-2dab1740dabe up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:09:24.256599 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port f636c181-18c0-4d44-93f5-2dab1740dabe triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:09:24.256599 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:24.415509 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef265544-1a2b-4869-bff2-75bb0fba2b7d None None] Sync routers for ids ['9c8e0226-77f8-49ff-862b-758fc608267e'] in dv-cinder-786524-7-iscsi {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:09:24.425072 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef265544-1a2b-4869-bff2-75bb0fba2b7d None None] Routers {'9c8e0226-77f8-49ff-862b-758fc608267e'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:09:24.425867 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-ef265544-1a2b-4869-bff2-75bb0fba2b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:09:14Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['9c8e0226-77f8-49ff-862b-758fc608267e'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:09:24.609481 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-ef265544-1a2b-4869-bff2-75bb0fba2b7d None None] Set router 9c8e0226-77f8-49ff-862b-758fc608267e gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:09:24.970788 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-ef265544-1a2b-4869-bff2-75bb0fba2b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8e0226-77f8-49ff-862b-758fc608267e', 'name': 'tempest-TestMinimumBasicScenario-408321488-router', 'tenant_id': '1c4fa5821b1b40c7b929bc410fad9796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'f636c181-18c0-4d44-93f5-2dab1740dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:09:14Z', 'updated_at': '2021-05-20T17:09:19Z', 'revision_number': 4, 'project_id': '1c4fa5821b1b40c7b929bc410fad9796', 'gw_port': {'id': 'f636c181-18c0-4d44-93f5-2dab1740dabe', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8e0226-77f8-49ff-862b-758fc608267e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:09:15Z', 'updated_at': '2021-05-20T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '08956051-8125-4912-bb1b-15095589b431', 'name': '', 'network_id': '17d58bf5-7619-4224-9a0e-1b981abd6978', 'tenant_id': '1c4fa5821b1b40c7b929bc410fad9796', 'mac_address': 'fa:16:3e:98:f2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8e0226-77f8-49ff-862b-758fc608267e', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4108062c-aafe-4295-bc79-849294e64e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:09:18Z', 'updated_at': '2021-05-20T17:09:19Z', 'revision_number': 2, 'project_id': '1c4fa5821b1b40c7b929bc410fad9796', 'subnets': [{'id': '4108062c-aafe-4295-bc79-849294e64e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:09:24.977457 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef265544-1a2b-4869-bff2-75bb0fba2b7d None None] Checking router: 9c8e0226-77f8-49ff-862b-758fc608267e for host: dv-cinder-786524-7-iscsi {{(pid=119047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:09:24.978015 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef265544-1a2b-4869-bff2-75bb0fba2b7d None None] Updating router 9c8e0226-77f8-49ff-862b-758fc608267e port 08956051-8125-4912-bb1b-15095589b431 binding host dv-cinder-786524-7-iscsi {{(pid=119047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 17:09:25.033741 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-ef265544-1a2b-4869-bff2-75bb0fba2b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:25.429230 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-ef265544-1a2b-4869-bff2-75bb0fba2b7d None None] Notify callbacks [] for port, precommit_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:25.441374 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.provisioning_blocks [None req-ef265544-1a2b-4869-bff2-75bb0fba2b7d None None] Transition to ACTIVE for port object 08956051-8125-4912-bb1b-15095589b431 will not be triggered until provisioned by entity L2. {{(pid=119047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:09:25.453389 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-ef265544-1a2b-4869-bff2-75bb0fba2b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:25.457637 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:25.589253 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11169df1-3660-469a-888d-989a674a18d9 None None] Pushing event updated for resources: {'Port': ['ID=08956051-8125-4912-bb1b-15095589b431,revision_number=3']} {{(pid=119047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:25.593374 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [None req-11169df1-3660-469a-888d-989a674a18d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:25.684198 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.managers [None req-ef265544-1a2b-4869-bff2-75bb0fba2b7d None None] Attempting to bind port 08956051-8125-4912-bb1b-15095589b431 on host dv-cinder-786524-7-iscsi for vnic_type normal with profile {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:09:25.684624 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.managers [None req-ef265544-1a2b-4869-bff2-75bb0fba2b7d None None] Attempting to bind port 08956051-8125-4912-bb1b-15095589b431 by drivers openvswitch,hyperv on host dv-cinder-786524-7-iscsi at level 0 using segments [{'id': 'f0fa21d1-a79f-41e3-afc4-3a1e6377c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '17d58bf5-7619-4224-9a0e-1b981abd6978'}] {{(pid=119047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:09:25.684949 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef265544-1a2b-4869-bff2-75bb0fba2b7d None None] Attempting to bind port 08956051-8125-4912-bb1b-15095589b431 on network 17d58bf5-7619-4224-9a0e-1b981abd6978 {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:09:25.693745 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef265544-1a2b-4869-bff2-75bb0fba2b7d None None] Checking agent: {'id': '04a99329-5785-4fd7-acdc-4119699d5680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 53, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:09:25.695607 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef265544-1a2b-4869-bff2-75bb0fba2b7d None None] Checking segment: {'id': 'f0fa21d1-a79f-41e3-afc4-3a1e6377c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '17d58bf5-7619-4224-9a0e-1b981abd6978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:09:25.696238 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-ef265544-1a2b-4869-bff2-75bb0fba2b7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:25.696854 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef265544-1a2b-4869-bff2-75bb0fba2b7d None None] Bound using segment: {'id': 'f0fa21d1-a79f-41e3-afc4-3a1e6377c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '17d58bf5-7619-4224-9a0e-1b981abd6978'} {{(pid=119047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:09:25.698719 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.managers [None req-ef265544-1a2b-4869-bff2-75bb0fba2b7d None None] Bound port: 08956051-8125-4912-bb1b-15095589b431, host: dv-cinder-786524-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0fa21d1-a79f-41e3-afc4-3a1e6377c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '17d58bf5-7619-4224-9a0e-1b981abd6978'}}] {{(pid=119047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:09:25.699168 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-ef265544-1a2b-4869-bff2-75bb0fba2b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:25.810367 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.db [None req-ef265544-1a2b-4869-bff2-75bb0fba2b7d None None] For port 08956051-8125-4912-bb1b-15095589b431, host dv-cinder-786524-7-iscsi, cleared binding levels {{(pid=119047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:09:25.815593 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.plugins.ml2.db [None req-ef265544-1a2b-4869-bff2-75bb0fba2b7d None None] For port 08956051-8125-4912-bb1b-15095589b431, host dv-cinder-786524-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=08956051-8125-4912-bb1b-15095589b431,segment=NetworkSegment(f0fa21d1-a79f-41e3-afc4-3a1e6377c279),segment_id=f0fa21d1-a79f-41e3-afc4-3a1e6377c279)] {{(pid=119047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:09:25.823293 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron_lib.callbacks.manager [None req-ef265544-1a2b-4869-bff2-75bb0fba2b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:25.827687 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:25.908662 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef265544-1a2b-4869-bff2-75bb0fba2b7d None None] Routers {'9c8e0226-77f8-49ff-862b-758fc608267e'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:09:25.909733 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-ef265544-1a2b-4869-bff2-75bb0fba2b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:09:14Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['9c8e0226-77f8-49ff-862b-758fc608267e'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:09:25.961443 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11169df1-3660-469a-888d-989a674a18d9 None None] Pushing event updated for resources: {'Port': ['ID=08956051-8125-4912-bb1b-15095589b431,revision_number=4']} {{(pid=119047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:26.132430 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-ef265544-1a2b-4869-bff2-75bb0fba2b7d None None] Set router 9c8e0226-77f8-49ff-862b-758fc608267e gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:09:26.184477 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG oslo_concurrency.lockutils [None req-11169df1-3660-469a-888d-989a674a18d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=119047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:26.252670 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 08956051-8125-4912-bb1b-15095589b431 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:09:26.373453 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning for port 08956051-8125-4912-bb1b-15095589b431 completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:09:26.382348 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 08956051-8125-4912-bb1b-15095589b431 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:09:26.384122 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:26.508676 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0127174-5abb-47e4-a511-17782b7c2eea req-7dd19415-96e7-4f21-ba0f-25dc936c1579 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:26.510077 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-b0127174-5abb-47e4-a511-17782b7c2eea req-7dd19415-96e7-4f21-ba0f-25dc936c1579 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Synchronizing usage tracker for tenant:35d7b72df5af44bd86043d11b88ee3ad on resource:port {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:09:26.529445 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:26.532042 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-b0127174-5abb-47e4-a511-17782b7c2eea req-7dd19415-96e7-4f21-ba0f-25dc936c1579 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Unset dirty status for tenant:35d7b72df5af44bd86043d11b88ee3ad on resource:port {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:09:26.534558 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b0127174-5abb-47e4-a511-17782b7c2eea req-7dd19415-96e7-4f21-ba0f-25dc936c1579 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ac18f5-ad60-4604-b6ae-19fe208d88aa HTTP/1.1" status: 200 len: 945 time: 0.1091344 May 20 17:09:26.549301 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-ef265544-1a2b-4869-bff2-75bb0fba2b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8e0226-77f8-49ff-862b-758fc608267e', 'name': 'tempest-TestMinimumBasicScenario-408321488-router', 'tenant_id': '1c4fa5821b1b40c7b929bc410fad9796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'f636c181-18c0-4d44-93f5-2dab1740dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:09:14Z', 'updated_at': '2021-05-20T17:09:19Z', 'revision_number': 4, 'project_id': '1c4fa5821b1b40c7b929bc410fad9796', 'gw_port': {'id': 'f636c181-18c0-4d44-93f5-2dab1740dabe', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8e0226-77f8-49ff-862b-758fc608267e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:09:15Z', 'updated_at': '2021-05-20T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '08956051-8125-4912-bb1b-15095589b431', 'name': '', 'network_id': '17d58bf5-7619-4224-9a0e-1b981abd6978', 'tenant_id': '1c4fa5821b1b40c7b929bc410fad9796', 'mac_address': 'fa:16:3e:98:f2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8e0226-77f8-49ff-862b-758fc608267e', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4108062c-aafe-4295-bc79-849294e64e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:09:18Z', 'updated_at': '2021-05-20T17:09:25Z', 'revision_number': 4, 'project_id': '1c4fa5821b1b40c7b929bc410fad9796', 'subnets': [{'id': '4108062c-aafe-4295-bc79-849294e64e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:09:26.555514 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef265544-1a2b-4869-bff2-75bb0fba2b7d None None] The sync data for ids ['9c8e0226-77f8-49ff-862b-758fc608267e'] in dv-cinder-786524-7-iscsi is: [{'id': '9c8e0226-77f8-49ff-862b-758fc608267e', 'name': 'tempest-TestMinimumBasicScenario-408321488-router', 'tenant_id': '1c4fa5821b1b40c7b929bc410fad9796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'f636c181-18c0-4d44-93f5-2dab1740dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:09:14Z', 'updated_at': '2021-05-20T17:09:19Z', 'revision_number': 4, 'project_id': '1c4fa5821b1b40c7b929bc410fad9796', 'gw_port': {'id': 'f636c181-18c0-4d44-93f5-2dab1740dabe', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8e0226-77f8-49ff-862b-758fc608267e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:09:15Z', 'updated_at': '2021-05-20T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '08956051-8125-4912-bb1b-15095589b431', 'name': '', 'network_id': '17d58bf5-7619-4224-9a0e-1b981abd6978', 'tenant_id': '1c4fa5821b1b40c7b929bc410fad9796', 'mac_address': 'fa:16:3e:98:f2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8e0226-77f8-49ff-862b-758fc608267e', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4108062c-aafe-4295-bc79-849294e64e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:09:18Z', 'updated_at': '2021-05-20T17:09:25Z', 'revision_number': 4, 'project_id': '1c4fa5821b1b40c7b929bc410fad9796', 'subnets': [{'id': '4108062c-aafe-4295-bc79-849294e64e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:09:26.578824 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] For port 08956051-8125-4912-bb1b-15095589b431, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=08956051-8125-4912-bb1b-15095589b431,segment=NetworkSegment(f0fa21d1-a79f-41e3-afc4-3a1e6377c279),segment_id=f0fa21d1-a79f-41e3-afc4-3a1e6377c279)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:09:26.589705 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:26.593360 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-38a8ff91-2b62-4ba3-940d-763cb8e0a374 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:26.598497 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b0127174-5abb-47e4-a511-17782b7c2eea req-95bb42a5-ad39-4816-a7c2-31c5d79a8b30 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587089 May 20 17:09:26.653624 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:09:26.700924 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] No Port match for: 9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0 {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:09:26.701305 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 9ccecafd-73a1-4d29-8e0a-5322fbdfa9a0 not bound to the agent host hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:09:26.722370 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Pushing event updated for resources: {'Port': ['ID=08956051-8125-4912-bb1b-15095589b431,revision_number=5']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:26.726381 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:27.832691 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbe726-428e-4c2c-b29e-ee0822e9822b req-9ad7a911-d7a1-4ace-96c0-6d1a64aa68cb tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:27.835552 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-24fbe726-428e-4c2c-b29e-ee0822e9822b req-9ad7a911-d7a1-4ace-96c0-6d1a64aa68cb tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ac18f5-ad60-4604-b6ae-19fe208d88aa HTTP/1.1" status: 200 len: 945 time: 0.1061251 May 20 17:09:27.922141 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-24fbe726-428e-4c2c-b29e-ee0822e9822b req-fe771143-ab91-40dc-97d7-adbfe6338785 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799012 May 20 17:09:28.166395 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 08956051-8125-4912-bb1b-15095589b431 up at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:09:28.252042 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Provisioning complete for port 08956051-8125-4912-bb1b-15095589b431 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:09:28.252720 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:28.638130 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 6 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:09:29.119158 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89abfb-4b8f-46b0-b5e1-28a236b957a6 req-a8526aca-057f-4b0c-bff4-9f8a9129caf7 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:29.120702 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-3e89abfb-4b8f-46b0-b5e1-28a236b957a6 req-a8526aca-057f-4b0c-bff4-9f8a9129caf7 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ac18f5-ad60-4604-b6ae-19fe208d88aa HTTP/1.1" status: 200 len: 945 time: 0.0852678 May 20 17:09:29.170881 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-3e89abfb-4b8f-46b0-b5e1-28a236b957a6 req-e8e555c8-145e-496c-9541-03bb6bf9b592 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439849 May 20 17:09:30.366153 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac2657-f6f8-4ce0-ad71-ef16ba84fcf9 req-ee94a1f4-7d5c-4cda-b79c-9464f0b197ac tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:30.367745 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-55ac2657-f6f8-4ce0-ad71-ef16ba84fcf9 req-ee94a1f4-7d5c-4cda-b79c-9464f0b197ac tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ac18f5-ad60-4604-b6ae-19fe208d88aa HTTP/1.1" status: 200 len: 945 time: 0.0861557 May 20 17:09:30.416881 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-55ac2657-f6f8-4ce0-ad71-ef16ba84fcf9 req-f72ba3aa-47a8-46c3-902b-7ac2db3f7b8b tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427179 May 20 17:09:30.722525 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-bddb303d-fd4f-4a1e-865e-17c42ae408c6 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:30.724074 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-bddb303d-fd4f-4a1e-865e-17c42ae408c6 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/networks?id=36fac261-9fd2-44e2-911c-7d2461818608 HTTP/1.1" status: 200 len: 815 time: 0.1602795 May 20 17:09:30.739706 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-3d1baa0a-d486-48e8-baae-11a882ee5a99 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/quotas/78d5d1781cf44177b96e47dcda696767 HTTP/1.1" status: 200 len: 375 time: 0.0098515 May 20 17:09:30.824558 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-4738f211-69a9-4a42-8dbd-f3dc4ba179a6 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Synchronizing usage tracker for tenant:78d5d1781cf44177b96e47dcda696767 on resource:port {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:09:30.843142 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-4738f211-69a9-4a42-8dbd-f3dc4ba179a6 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Unset dirty status for tenant:78d5d1781cf44177b96e47dcda696767 on resource:port {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:09:30.844487 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-4738f211-69a9-4a42-8dbd-f3dc4ba179a6 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=78d5d1781cf44177b96e47dcda696767&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995216 May 20 17:09:30.984556 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-dafa6bef-8b74-40a0-8ca1-9fe251ce09fb service neutron] 10.222.0.36 "GET /v2.0/networks/36fac261-9fd2-44e2-911c-7d2461818608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265280 May 20 17:09:31.142854 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b67bf-0b1c-4cca-830e-bffc12e63025 req-c84fe3a4-02a5-4036-9ab1-88f857b6cc7b tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:31.144300 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7a0b67bf-0b1c-4cca-830e-bffc12e63025 req-c84fe3a4-02a5-4036-9ab1-88f857b6cc7b tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.75 "GET /v2.0/ports?device_id=47ac18f5-ad60-4604-b6ae-19fe208d88aa HTTP/1.1" status: 200 len: 945 time: 0.0855248 May 20 17:09:31.215710 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-d174bfc6-28a9-4cd9-b568-a04633eca9b9 service neutron] 10.222.0.36 "GET /v2.0/networks/36fac261-9fd2-44e2-911c-7d2461818608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251282 May 20 17:09:31.291308 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [req-7a0b67bf-0b1c-4cca-830e-bffc12e63025 req-3f9f43c4-3371-4abe-9d4c-f8de9299a869 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Deleting port 41785508-5a1b-448d-ac16-d3c6614e08fc {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:09:31.291681 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-7a0b67bf-0b1c-4cca-830e-bffc12e63025 req-3f9f43c4-3371-4abe-9d4c-f8de9299a869 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:31.551390 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7821450b-4b47-4265-b413-42512ad2778a req-d3b2b74e-c3bc-431e-a1bf-1a99048d6323 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 210 time: 0.0663445 May 20 17:09:31.589941 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-7a0b67bf-0b1c-4cca-830e-bffc12e63025 req-3f9f43c4-3371-4abe-9d4c-f8de9299a869 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] For port 41785508-5a1b-448d-ac16-d3c6614e08fc, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=41785508-5a1b-448d-ac16-d3c6614e08fc,segment=NetworkSegment(c45ca038-93d5-470c-96c7-8f1c26ba6e49),segment_id=c45ca038-93d5-470c-96c7-8f1c26ba6e49)] {{(pid=119045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:09:31.590390 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-7a0b67bf-0b1c-4cca-830e-bffc12e63025 req-3f9f43c4-3371-4abe-9d4c-f8de9299a869 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:31.634691 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755cfc5-a5cf-4b88-8fa1-ed84bfba3e63 req-0a0c1a9d-c559-4183-9770-338e0b2a424a tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:31.636250 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-a755cfc5-a5cf-4b88-8fa1-ed84bfba3e63 req-0a0c1a9d-c559-4183-9770-338e0b2a424a tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ac18f5-ad60-4604-b6ae-19fe208d88aa HTTP/1.1" status: 200 len: 945 time: 0.1029387 May 20 17:09:31.695384 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-a755cfc5-a5cf-4b88-8fa1-ed84bfba3e63 req-4e70644d-af37-4690-814b-1025fd03ed03 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503328 May 20 17:09:31.724577 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [req-7a0b67bf-0b1c-4cca-830e-bffc12e63025 req-3f9f43c4-3371-4abe-9d4c-f8de9299a869 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Calling delete_port for 41785508-5a1b-448d-ac16-d3c6614e08fc owned by compute:nova {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:09:31.846170 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-7a0b67bf-0b1c-4cca-830e-bffc12e63025 req-3f9f43c4-3371-4abe-9d4c-f8de9299a869 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:31.851953 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-cca7e251-5490-429c-9c17-bac3b4f4d5d6 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:31.859437 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4', '6a55b476-2b70-44cc-b4e5-881860f2cf84', '41785508-5a1b-448d-ac16-d3c6614e08fc'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:09:31.905477 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f43c4-3371-4abe-9d4c-f8de9299a869 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Pushing event deleted for resources: {'Port': ['ID=41785508-5a1b-448d-ac16-d3c6614e08fc,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:31.909630 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-3f9f43c4-3371-4abe-9d4c-f8de9299a869 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:31.998673 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0b67bf-0b1c-4cca-830e-bffc12e63025 req-3f9f43c4-3371-4abe-9d4c-f8de9299a869 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] No DVR routers for this DVR port 41785508-5a1b-448d-ac16-d3c6614e08fc on host hv-cinder-78652 {{(pid=119045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:09:32.001904 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-7a0b67bf-0b1c-4cca-830e-bffc12e63025 req-3f9f43c4-3371-4abe-9d4c-f8de9299a869 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:32.007358 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ac18f5-ad60-4604-b6ae-19fe208d88aa', 'name': 'network-vif-deleted', 'tag': '41785508-5a1b-448d-ac16-d3c6614e08fc'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:09:32.036808 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7a0b67bf-0b1c-4cca-830e-bffc12e63025 req-3f9f43c4-3371-4abe-9d4c-f8de9299a869 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.75 "DELETE /v2.0/ports/41785508-5a1b-448d-ac16-d3c6614e08fc HTTP/1.1" status: 204 len: 173 time: 0.8835323 May 20 17:09:32.065007 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ac18f5-ad60-4604-b6ae-19fe208d88aa', 'name': 'network-vif-deleted', 'tag': '41785508-5a1b-448d-ac16-d3c6614e08fc', 'status': 'completed', 'code': 200} May 20 17:09:32.719507 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3daf8e2f-fa1d-4ae6-9a2d-03ea78eca832 req-d5c50f0c-0fd8-4a12-99cf-e56ea447aa16 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 210 time: 0.0448866 May 20 17:09:32.745658 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-f1ab1efe-8ce6-425e-be28-faa3605b63f5 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:32.746446 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-f1ab1efe-8ce6-425e-be28-faa3605b63f5 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Synchronizing usage tracker for tenant:78d5d1781cf44177b96e47dcda696767 on resource:network {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:09:32.765907 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-f1ab1efe-8ce6-425e-be28-faa3605b63f5 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Unset dirty status for tenant:78d5d1781cf44177b96e47dcda696767 on resource:network {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:09:32.768076 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-f1ab1efe-8ce6-425e-be28-faa3605b63f5 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.75 "GET /v2.0/networks?id=36fac261-9fd2-44e2-911c-7d2461818608 HTTP/1.1" status: 200 len: 815 time: 0.1835599 May 20 17:09:32.782313 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-285888df-4a76-4bc0-9083-4f84986e0ffe tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Request body: {'port': {'device_id': '9d57c148-1679-431d-a22b-0438ad9b509f', 'network_id': '36fac261-9fd2-44e2-911c-7d2461818608', 'admin_state_up': True, 'tenant_id': '78d5d1781cf44177b96e47dcda696767'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:09:32.928067 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-5fec11b1-35ec-4ba3-88fc-53ae3d484185 req-6397a649-03ac-4b20-a90d-c55b26729acb tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Synchronizing usage tracker for tenant:35d7b72df5af44bd86043d11b88ee3ad on resource:port {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:09:32.966095 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-5fec11b1-35ec-4ba3-88fc-53ae3d484185 req-6397a649-03ac-4b20-a90d-c55b26729acb tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Unset dirty status for tenant:35d7b72df5af44bd86043d11b88ee3ad on resource:port {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:09:32.967240 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-5fec11b1-35ec-4ba3-88fc-53ae3d484185 req-6397a649-03ac-4b20-a90d-c55b26729acb tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=47ac18f5-ad60-4604-b6ae-19fe208d88aa HTTP/1.1" status: 200 len: 210 time: 0.1386743 May 20 17:09:32.973130 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-285888df-4a76-4bc0-9083-4f84986e0ffe tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:09:32.982953 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-285888df-4a76-4bc0-9083-4f84986e0ffe tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:09:33.007621 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-285888df-4a76-4bc0-9083-4f84986e0ffe tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Made reservation on behalf of 78d5d1781cf44177b96e47dcda696767 for: {'port': 1} {{(pid=119045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:09:33.011519 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-285888df-4a76-4bc0-9083-4f84986e0ffe tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:33.184318 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_common [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-285888df-4a76-4bc0-9083-4f84986e0ffe tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Allocated IP 172.20.0.13 (36fac261-9fd2-44e2-911c-7d2461818608/f786e361-288f-4466-b193-359d2b09f79e/8700857b-013d-4d4f-a728-6885659c01c5) {{(pid=119045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:09:33.404030 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-285888df-4a76-4bc0-9083-4f84986e0ffe tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks [] for port, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:33.421130 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.provisioning_blocks [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-285888df-4a76-4bc0-9083-4f84986e0ffe tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Transition to ACTIVE for port object 8700857b-013d-4d4f-a728-6885659c01c5 will not be triggered until provisioned by entity DHCP. {{(pid=119045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:09:33.448892 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-285888df-4a76-4bc0-9083-4f84986e0ffe tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:33.463054 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-62e1c4a6-71ad-43f4-bb24-9ff87f7a8616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:33.565453 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-285888df-4a76-4bc0-9083-4f84986e0ffe tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Network 36fac261-9fd2-44e2-911c-7d2461818608 is already hosted by enough agents. {{(pid=119045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:09:33.568898 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-285888df-4a76-4bc0-9083-4f84986e0ffe tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Resources bound (agent type, host, resource id): {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:09:33.572928 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-285888df-4a76-4bc0-9083-4f84986e0ffe tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Received port after_create {{(pid=119045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:09:33.610798 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285888df-4a76-4bc0-9083-4f84986e0ffe tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Pushing event updated for resources: {'Port': ['ID=8700857b-013d-4d4f-a728-6885659c01c5,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:33.616153 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-285888df-4a76-4bc0-9083-4f84986e0ffe tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:33.645706 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-285888df-4a76-4bc0-9083-4f84986e0ffe tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:33.646368 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-285888df-4a76-4bc0-9083-4f84986e0ffe tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:33.677660 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-285888df-4a76-4bc0-9083-4f84986e0ffe tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8986926 May 20 17:09:33.834408 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-e71c044f-d417-4710-bf5d-f334211e1848 None None] Provisioning for port 8700857b-013d-4d4f-a728-6885659c01c5 completed by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:09:33.841375 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-e71c044f-d417-4710-bf5d-f334211e1848 None None] Provisioning complete for port 8700857b-013d-4d4f-a728-6885659c01c5 triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:09:33.842165 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e71c044f-d417-4710-bf5d-f334211e1848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:33.899058 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-e71c044f-d417-4710-bf5d-f334211e1848 None None] Port 8700857b-013d-4d4f-a728-6885659c01c5 cannot update to ACTIVE because it is not bound. {{(pid=119046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 17:09:33.955181 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3723d1-5b8b-4d8c-bd7b-73a6c6cbfca5 req-939ed011-1391-4613-8d54-a491ff2e9b2f tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:33.956613 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ba3723d1-5b8b-4d8c-bd7b-73a6c6cbfca5 req-939ed011-1391-4613-8d54-a491ff2e9b2f tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 932 time: 0.1244862 May 20 17:09:34.009911 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ba3723d1-5b8b-4d8c-bd7b-73a6c6cbfca5 req-9c3601af-759a-4be4-be5f-84994e5039ef tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465930 May 20 17:09:34.644782 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566663e6-eaf6-4aa5-bd5f-e8f3f23c746f req-f1dfb0d0-daca-49e0-8a9a-b831c64ed906 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:34.647184 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-566663e6-eaf6-4aa5-bd5f-e8f3f23c746f req-f1dfb0d0-daca-49e0-8a9a-b831c64ed906 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb2f24ab-1479-4da9-bc8f-d71dd2417396 HTTP/1.1" status: 200 len: 946 time: 0.0987136 May 20 17:09:34.691210 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 41785508-5a1b-448d-ac16-d3c6614e08fc no longer exists at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:09:34.721105 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-566663e6-eaf6-4aa5-bd5f-e8f3f23c746f req-1a6ec0d8-7bd1-437e-81e0-f6ceb626dd09 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668225 May 20 17:09:34.740479 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] No Port match for: 41785508-5a1b-448d-ac16-d3c6614e08fc {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:09:34.741354 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 41785508-5a1b-448d-ac16-d3c6614e08fc not bound to the agent host hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:09:34.954594 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-8436bc84-e7e9-41db-9009-4c066fda66b5 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-329446466&fields=id&tenant_id=03359f9fe008405ea637b8c155fbfc99 HTTP/1.1" status: 200 len: 267 time: 0.0446434 May 20 17:09:35.126313 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-ef95eff0-6877-4553-9485-21ad63cc1d48 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:35.133861 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-ef95eff0-6877-4553-9485-21ad63cc1d48 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/networks?id=693cca7c-a781-4bbe-b946-6e5d3b5628d3 HTTP/1.1" status: 200 len: 811 time: 0.1709023 May 20 17:09:35.145914 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-10891a9a-0359-4cc3-8d9e-a1d884530e7a tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/quotas/03359f9fe008405ea637b8c155fbfc99 HTTP/1.1" status: 200 len: 375 time: 0.0101113 May 20 17:09:35.217018 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aced09-dbdf-4886-a9c6-d58a4937aef9 req-79d9fa5c-f10d-4a87-a066-d3efbd8e05ad tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:35.217777 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-83aced09-dbdf-4886-a9c6-d58a4937aef9 req-79d9fa5c-f10d-4a87-a066-d3efbd8e05ad tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Synchronizing usage tracker for tenant:78d5d1781cf44177b96e47dcda696767 on resource:port {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:09:35.237120 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-83aced09-dbdf-4886-a9c6-d58a4937aef9 req-79d9fa5c-f10d-4a87-a066-d3efbd8e05ad tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Unset dirty status for tenant:78d5d1781cf44177b96e47dcda696767 on resource:port {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:09:35.238401 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-83aced09-dbdf-4886-a9c6-d58a4937aef9 req-79d9fa5c-f10d-4a87-a066-d3efbd8e05ad tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 932 time: 0.1139107 May 20 17:09:35.257292 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-b11056ab-2d2b-4530-984b-6d98517038af tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=03359f9fe008405ea637b8c155fbfc99&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1048503 May 20 17:09:35.289558 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-83aced09-dbdf-4886-a9c6-d58a4937aef9 req-66523009-dd2e-416c-94e5-384b8e22c6c5 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Synchronizing usage tracker for tenant:78d5d1781cf44177b96e47dcda696767 on resource:security_group {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:09:35.311544 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-83aced09-dbdf-4886-a9c6-d58a4937aef9 req-66523009-dd2e-416c-94e5-384b8e22c6c5 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Unset dirty status for tenant:78d5d1781cf44177b96e47dcda696767 on resource:security_group {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:09:35.312896 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-83aced09-dbdf-4886-a9c6-d58a4937aef9 req-66523009-dd2e-416c-94e5-384b8e22c6c5 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683072 May 20 17:09:35.412191 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-c1e0eff5-2634-4425-a638-67c74ee653b1 service neutron] 10.222.0.36 "GET /v2.0/networks/693cca7c-a781-4bbe-b946-6e5d3b5628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425483 May 20 17:09:35.558008 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-15300cd3-2475-46d3-ad5f-b625e353728e service neutron] 10.222.0.36 "GET /v2.0/networks/693cca7c-a781-4bbe-b946-6e5d3b5628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362975 May 20 17:09:36.022582 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-e39a882c-54b2-46bc-8295-5e00808ecd7c req-eddef548-7d8a-44dd-b124-d36f890c6566 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb9b5bab-a7a5-42a5-90f4-e56dc096240e HTTP/1.1" status: 200 len: 210 time: 0.0682435 May 20 17:09:36.092990 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d4bb6-588e-4090-9d0e-443073c50fe5 req-c367f913-dcfa-44bf-861c-62c9a36a532e tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:36.094173 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-983d4bb6-588e-4090-9d0e-443073c50fe5 req-c367f913-dcfa-44bf-861c-62c9a36a532e tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb2f24ab-1479-4da9-bc8f-d71dd2417396 HTTP/1.1" status: 200 len: 946 time: 0.2593980 May 20 17:09:36.146354 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-983d4bb6-588e-4090-9d0e-443073c50fe5 req-0ad5e787-b1ef-4c45-9006-d28b30289ed8 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435643 May 20 17:09:36.515908 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c4f57-952d-43bd-ab08-666e6c3750f8 req-1b77e116-81b0-4122-83c5-abdb8312ca26 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:36.517307 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-1c4c4f57-952d-43bd-ab08-666e6c3750f8 req-1b77e116-81b0-4122-83c5-abdb8312ca26 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 932 time: 0.0855308 May 20 17:09:36.565686 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-1c4c4f57-952d-43bd-ab08-666e6c3750f8 req-66a0fe36-e87d-4f55-81ec-c0a43fd3919f tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419846 May 20 17:09:37.179651 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-99a21a05-8198-4fce-9d45-d6afb2e4e817 req-a1b04ca9-9768-40cf-8dd0-b6fc2d0cb29e tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb9b5bab-a7a5-42a5-90f4-e56dc096240e HTTP/1.1" status: 200 len: 210 time: 0.0445807 May 20 17:09:37.356116 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e4565-b5da-4f1e-b196-b1653ccce4b7 req-f65e7427-3b90-42e9-ad67-9f030bb9b3a7 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:37.357834 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c10e4565-b5da-4f1e-b196-b1653ccce4b7 req-f65e7427-3b90-42e9-ad67-9f030bb9b3a7 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb2f24ab-1479-4da9-bc8f-d71dd2417396 HTTP/1.1" status: 200 len: 946 time: 0.0861766 May 20 17:09:37.413440 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c10e4565-b5da-4f1e-b196-b1653ccce4b7 req-cd89b6ef-a702-4dd9-b56c-9a0686379dbb tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466387 May 20 17:09:37.764561 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd495b-9056-4820-b965-4272baef9557 req-ae5489bf-e0ac-4371-8311-5a469875c76c tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:37.766016 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-6cbd495b-9056-4820-b965-4272baef9557 req-ae5489bf-e0ac-4371-8311-5a469875c76c tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 932 time: 0.0868890 May 20 17:09:37.813334 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-6cbd495b-9056-4820-b965-4272baef9557 req-dc596a0f-7f04-4777-abd7-e75501eb0eb7 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404775 May 20 17:09:38.339995 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-97485035-7b1e-4775-b1ff-0172a6824531 req-d50efe2a-5ada-4947-8b1b-0564a7ff0944 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb9b5bab-a7a5-42a5-90f4-e56dc096240e HTTP/1.1" status: 200 len: 210 time: 0.0441086 May 20 17:09:38.615070 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb152b0c-59ca-4df4-a546-f3acae5d21e2 req-da3307bb-648c-4ee0-8108-e0275d399b0a tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:38.616908 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-eb152b0c-59ca-4df4-a546-f3acae5d21e2 req-da3307bb-648c-4ee0-8108-e0275d399b0a tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb2f24ab-1479-4da9-bc8f-d71dd2417396 HTTP/1.1" status: 200 len: 946 time: 0.0918412 May 20 17:09:38.668157 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-eb152b0c-59ca-4df4-a546-f3acae5d21e2 req-eae009ad-4f8d-46a9-bfbd-9f6356ecfc39 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455134 May 20 17:09:39.019368 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c76b5-17c7-4020-940c-81607f56c1fe req-842f33d4-548c-4b2b-93d9-bcd68bec316d tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:39.022587 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3f4c76b5-17c7-4020-940c-81607f56c1fe req-842f33d4-548c-4b2b-93d9-bcd68bec316d tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 932 time: 0.0992920 May 20 17:09:39.096777 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-3f4c76b5-17c7-4020-940c-81607f56c1fe req-05d14161-8727-48ac-8f24-de49fe93367c tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708840 May 20 17:09:39.493568 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-20e72c79-1dc3-4338-af5c-773b57d4197c req-e07d6add-3556-4d80-8f0b-f9870d4c8221 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb9b5bab-a7a5-42a5-90f4-e56dc096240e HTTP/1.1" status: 200 len: 210 time: 0.0454657 May 20 17:09:39.871632 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252725e-2851-49f8-8fd3-fcb96b5e3d7c req-1be3ddd0-7061-4fc2-85c1-42913cd47875 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:39.874497 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0252725e-2851-49f8-8fd3-fcb96b5e3d7c req-1be3ddd0-7061-4fc2-85c1-42913cd47875 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb2f24ab-1479-4da9-bc8f-d71dd2417396 HTTP/1.1" status: 200 len: 946 time: 0.0911717 May 20 17:09:39.920581 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0252725e-2851-49f8-8fd3-fcb96b5e3d7c req-e2f5196e-d850-48f8-9463-b833a1d67c6b tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406079 May 20 17:09:40.299084 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c0125-dde1-45aa-835c-115c3974bec5 req-3332a30c-bf06-41a2-9470-06fa7867340b tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:40.300591 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-766c0125-dde1-45aa-835c-115c3974bec5 req-3332a30c-bf06-41a2-9470-06fa7867340b tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 932 time: 0.0825820 May 20 17:09:40.358007 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-766c0125-dde1-45aa-835c-115c3974bec5 req-976860e2-6e53-44d1-bab0-45200ef46a2e tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511796 May 20 17:09:40.647460 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-fcc49f90-883f-4d07-8f61-bb32b878de5b req-94206fa1-639f-4164-8053-b411b0b2d9cd tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb9b5bab-a7a5-42a5-90f4-e56dc096240e HTTP/1.1" status: 200 len: 210 time: 0.0438893 May 20 17:09:41.125979 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69fab1-af1c-4ab4-8cdf-0a6b865eb3dc req-ecf26e6c-148d-4455-9e65-710169d30ee3 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:41.127492 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4a69fab1-af1c-4ab4-8cdf-0a6b865eb3dc req-ecf26e6c-148d-4455-9e65-710169d30ee3 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb2f24ab-1479-4da9-bc8f-d71dd2417396 HTTP/1.1" status: 200 len: 946 time: 0.0915403 May 20 17:09:41.175415 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4a69fab1-af1c-4ab4-8cdf-0a6b865eb3dc req-bc4fe9e4-5276-449b-8872-5037dbcd10aa tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421884 May 20 17:09:41.553613 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59e5d2-862e-4e2d-b2ea-7305ea8dd8e4 req-75b32fec-8e5b-475b-8294-6f9592e91d52 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:41.555100 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-2f59e5d2-862e-4e2d-b2ea-7305ea8dd8e4 req-75b32fec-8e5b-475b-8294-6f9592e91d52 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 932 time: 0.0896285 May 20 17:09:41.582683 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-3593603d-8264-4132-917e-f04102e394d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:41.622030 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-2f59e5d2-862e-4e2d-b2ea-7305ea8dd8e4 req-cbd95c01-ab33-49b4-a326-8232f799374a tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604663 May 20 17:09:41.802882 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-6c3834e9-b5b1-44b9-8931-28714ec45461 req-a4eef124-e4e1-4be8-8b8f-310c5e1f4427 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb9b5bab-a7a5-42a5-90f4-e56dc096240e HTTP/1.1" status: 200 len: 210 time: 0.0452962 May 20 17:09:42.387345 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d0dfb-ee2e-4399-bf4b-da9f019248bc req-88fec4ac-c7cd-4feb-8470-ede9e6dc7447 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:42.388763 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-125d0dfb-ee2e-4399-bf4b-da9f019248bc req-88fec4ac-c7cd-4feb-8470-ede9e6dc7447 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb2f24ab-1479-4da9-bc8f-d71dd2417396 HTTP/1.1" status: 200 len: 946 time: 0.1010163 May 20 17:09:42.435358 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-125d0dfb-ee2e-4399-bf4b-da9f019248bc req-5310b472-097b-4f35-a327-8d12416893f9 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407550 May 20 17:09:42.817435 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed047fce-9e03-4925-8b37-4d027ed5f2c9 req-7b3f1efa-1434-4fbe-9158-dce15c0cda5c tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:42.818828 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ed047fce-9e03-4925-8b37-4d027ed5f2c9 req-7b3f1efa-1434-4fbe-9158-dce15c0cda5c tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 932 time: 0.0914788 May 20 17:09:42.878146 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ed047fce-9e03-4925-8b37-4d027ed5f2c9 req-0b8ffc68-6266-47df-a55d-3b43a79f81ae tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505290 May 20 17:09:42.960089 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b9fcfaa7-3287-4917-b4d0-83559e4265ab req-3280e384-5e63-48c1-9c0d-a43cc50e2029 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb9b5bab-a7a5-42a5-90f4-e56dc096240e HTTP/1.1" status: 200 len: 210 time: 0.0437081 May 20 17:09:43.646926 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd1d2d-11d4-400a-830f-2fdefc8f1f21 req-6be1b643-e2da-4b1d-8ec5-25daf4abd3cb tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:43.648626 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8ecd1d2d-11d4-400a-830f-2fdefc8f1f21 req-6be1b643-e2da-4b1d-8ec5-25daf4abd3cb tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb2f24ab-1479-4da9-bc8f-d71dd2417396 HTTP/1.1" status: 200 len: 946 time: 0.0899773 May 20 17:09:43.693591 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8ecd1d2d-11d4-400a-830f-2fdefc8f1f21 req-25160c68-cc61-4b3b-ac09-6827ffb5b542 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388365 May 20 17:09:43.931855 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-e58f7c31-dc46-4953-87ec-fc82381a154f service neutron] Request body: {'port': {'device_id': '9d57c148-1679-431d-a22b-0438ad9b509f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:09:44.016611 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:44.077050 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-e58f7c31-dc46-4953-87ec-fc82381a154f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:44.080655 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1bec22-dd49-458b-a267-b578d5df0222 req-6cedc50d-7efd-414b-a1c8-56951028b20d tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:44.083357 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0f1bec22-dd49-458b-a267-b578d5df0222 req-6cedc50d-7efd-414b-a1c8-56951028b20d tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 932 time: 0.0884326 May 20 17:09:44.169622 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-95aa451f-27a1-4587-80bc-c0821a8a5c3b req-44bce0c7-4e94-44e3-b983-b82ce3ef0c13 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb9b5bab-a7a5-42a5-90f4-e56dc096240e HTTP/1.1" status: 200 len: 210 time: 0.0721383 May 20 17:09:44.233399 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0f1bec22-dd49-458b-a267-b578d5df0222 req-05f7515b-2a80-4cc9-9734-8ff494098789 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436610 May 20 17:09:44.322092 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba1c9fac-2a35-4de4-9c23-e9e9e3211a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:44.363359 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:44.496302 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-e58f7c31-dc46-4953-87ec-fc82381a154f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8700857b-013d-4d4f-a728-6885659c01c5 {{(pid=119045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:09:44.504007 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-e58f7c31-dc46-4953-87ec-fc82381a154f service neutron] Notify callbacks [] for port, precommit_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:44.518634 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.provisioning_blocks [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-e58f7c31-dc46-4953-87ec-fc82381a154f service neutron] Transition to ACTIVE for port object 8700857b-013d-4d4f-a728-6885659c01c5 will not be triggered until provisioned by entity L2. {{(pid=119045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:09:44.524750 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-e58f7c31-dc46-4953-87ec-fc82381a154f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14687500'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:44.529800 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-924d01dc-ec87-4967-89a9-1d7f9bf465a1 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:44.695741 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f7c31-dc46-4953-87ec-fc82381a154f service neutron] Pushing event updated for resources: {'Port': ['ID=8700857b-013d-4d4f-a728-6885659c01c5,revision_number=2']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:44.698148 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-e58f7c31-dc46-4953-87ec-fc82381a154f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:44.780265 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-e58f7c31-dc46-4953-87ec-fc82381a154f service neutron] Attempting to bind port 8700857b-013d-4d4f-a728-6885659c01c5 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:09:44.780603 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-e58f7c31-dc46-4953-87ec-fc82381a154f service neutron] Attempting to bind port 8700857b-013d-4d4f-a728-6885659c01c5 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '36fac261-9fd2-44e2-911c-7d2461818608'}] {{(pid=119045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:09:44.780953 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-e58f7c31-dc46-4953-87ec-fc82381a154f service neutron] Attempting to bind port 8700857b-013d-4d4f-a728-6885659c01c5 on network 36fac261-9fd2-44e2-911c-7d2461818608 {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:09:44.785993 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-e58f7c31-dc46-4953-87ec-fc82381a154f service neutron] Port 8700857b-013d-4d4f-a728-6885659c01c5 on network 36fac261-9fd2-44e2-911c-7d2461818608 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 17:09:44.786308 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-e58f7c31-dc46-4953-87ec-fc82381a154f service neutron] Attempting to bind port 8700857b-013d-4d4f-a728-6885659c01c5 on network 36fac261-9fd2-44e2-911c-7d2461818608 {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:09:44.792022 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-e58f7c31-dc46-4953-87ec-fc82381a154f service neutron] Checking agent: {'id': '6f9f6b2e-16b6-4f76-902f-5004e6b9f64e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:09:44.792355 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-e58f7c31-dc46-4953-87ec-fc82381a154f service neutron] Checking segment: {'id': '0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '36fac261-9fd2-44e2-911c-7d2461818608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:09:44.792733 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-e58f7c31-dc46-4953-87ec-fc82381a154f service neutron] Bound using segment: {'id': '0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '36fac261-9fd2-44e2-911c-7d2461818608'} {{(pid=119045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:09:44.793177 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.managers [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-e58f7c31-dc46-4953-87ec-fc82381a154f service neutron] Bound port: 8700857b-013d-4d4f-a728-6885659c01c5, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '36fac261-9fd2-44e2-911c-7d2461818608'}}] {{(pid=119045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:09:44.793572 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-e58f7c31-dc46-4953-87ec-fc82381a154f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:44.833590 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-3e5978b5-b864-4813-a7cc-22e4fe580e46 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:44.835721 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-3e5978b5-b864-4813-a7cc-22e4fe580e46 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.75 "GET /v2.0/networks?id=693cca7c-a781-4bbe-b946-6e5d3b5628d3 HTTP/1.1" status: 200 len: 811 time: 0.2070785 May 20 17:09:44.894121 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-4686ae2d-fb26-4d6a-9ed6-a03c8ca6e23a tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03359f9fe008405ea637b8c155fbfc99 HTTP/1.1" status: 200 len: 379 time: 0.0489788 May 20 17:09:44.904025 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-9a3e3177-859a-4b82-b5cc-20a69be48f3d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Request body: {'port': {'device_id': 'bb9b5bab-a7a5-42a5-90f4-e56dc096240e', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'admin_state_up': True, 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'security_groups': ['8e1d179b-bf26-4022-b216-fac79ba6b4f2']}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:09:45.054935 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-9a3e3177-859a-4b82-b5cc-20a69be48f3d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:09:45.057731 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-e58f7c31-dc46-4953-87ec-fc82381a154f service neutron] For port 8700857b-013d-4d4f-a728-6885659c01c5, host hv-cinder-78652, cleared binding levels {{(pid=119045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:09:45.061894 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-e58f7c31-dc46-4953-87ec-fc82381a154f service neutron] For port 8700857b-013d-4d4f-a728-6885659c01c5, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8700857b-013d-4d4f-a728-6885659c01c5,segment=NetworkSegment(0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4),segment_id=0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4)] {{(pid=119045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:09:45.066281 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-9a3e3177-859a-4b82-b5cc-20a69be48f3d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:09:45.070277 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-e58f7c31-dc46-4953-87ec-fc82381a154f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14687500'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:45.076278 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-3f9f43c4-3371-4abe-9d4c-f8de9299a869 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:45.078603 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-9a3e3177-859a-4b82-b5cc-20a69be48f3d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Made reservation on behalf of 03359f9fe008405ea637b8c155fbfc99 for: {'port': 1} {{(pid=119044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 17:09:45.082253 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-9a3e3177-859a-4b82-b5cc-20a69be48f3d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:45.142689 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2dcb3e-6526-4324-aed9-3fdd5ab30e62 req-21e0ab4c-6922-49bd-ad0c-18f8cdcfb973 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:45.144515 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8b2dcb3e-6526-4324-aed9-3fdd5ab30e62 req-21e0ab4c-6922-49bd-ad0c-18f8cdcfb973 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb2f24ab-1479-4da9-bc8f-d71dd2417396 HTTP/1.1" status: 200 len: 946 time: 0.2980032 May 20 17:09:45.152870 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-e58f7c31-dc46-4953-87ec-fc82381a154f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:45.153674 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-e58f7c31-dc46-4953-87ec-fc82381a154f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:45.155254 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-e58f7c31-dc46-4953-87ec-fc82381a154f service neutron] 10.222.0.75 "PUT /v2.0/ports/8700857b-013d-4d4f-a728-6885659c01c5 HTTP/1.1" status: 200 len: 1094 time: 1.2278349 May 20 17:09:45.155925 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d57c148-1679-431d-a22b-0438ad9b509f', 'tag': '8700857b-013d-4d4f-a728-6885659c01c5'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:09:45.191475 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:45.213032 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f7c31-dc46-4953-87ec-fc82381a154f service neutron] Pushing event updated for resources: {'Port': ['ID=8700857b-013d-4d4f-a728-6885659c01c5,revision_number=3']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:45.217114 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-e58f7c31-dc46-4953-87ec-fc82381a154f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:45.257684 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d57c148-1679-431d-a22b-0438ad9b509f', 'tag': '8700857b-013d-4d4f-a728-6885659c01c5', 'status': 'completed', 'code': 200} May 20 17:09:45.266305 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8b2dcb3e-6526-4324-aed9-3fdd5ab30e62 req-0d430b14-30af-4273-9894-437cdee83f3c tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006804 May 20 17:09:45.318030 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-cc00c3e8-d246-4121-81ea-3b869af16419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:45.319715 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-cc00c3e8-d246-4121-81ea-3b869af16419 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=78d5d1781cf44177b96e47dcda696767&device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 1097 time: 0.0987964 May 20 17:09:45.323525 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.db_base_plugin_common [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-9a3e3177-859a-4b82-b5cc-20a69be48f3d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Allocated IP 172.20.0.4 (693cca7c-a781-4bbe-b946-6e5d3b5628d3/b9354152-da80-48a7-a2cf-cafd8cb1708a/02a45dac-e6e5-45f3-8aa6-21daf5471ad9) {{(pid=119044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:09:45.400449 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-81ae799a-1b4d-4790-9440-5df03e69a410 req-f37e40eb-0b67-47c4-987b-f045252197ec tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb9b5bab-a7a5-42a5-90f4-e56dc096240e HTTP/1.1" status: 200 len: 210 time: 0.0526285 May 20 17:09:45.409714 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-8813a6df-eb2a-4326-809d-9605d7ef2f3a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8700857b-013d-4d4f-a728-6885659c01c5 HTTP/1.1" status: 200 len: 217 time: 0.0779743 May 20 17:09:45.535468 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-78dfc19a-9599-4407-ac99-38fc33da2d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:45.536896 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-78dfc19a-9599-4407-ac99-38fc33da2d6d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f786e361-288f-4466-b193-359d2b09f79e HTTP/1.1" status: 200 len: 854 time: 0.0840397 May 20 17:09:45.599091 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-9a3e3177-859a-4b82-b5cc-20a69be48f3d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for port, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:45.602851 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5ec91-8f36-4b2c-a367-48f7d41b69de req-16911f36-ee18-442b-b034-f27afc0cafa9 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:45.604328 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-fcf5ec91-8f36-4b2c-a367-48f7d41b69de req-16911f36-ee18-442b-b034-f27afc0cafa9 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 944 time: 0.1898346 May 20 17:09:45.622823 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.provisioning_blocks [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-9a3e3177-859a-4b82-b5cc-20a69be48f3d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Transition to ACTIVE for port object 02a45dac-e6e5-45f3-8aa6-21daf5471ad9 will not be triggered until provisioned by entity DHCP. {{(pid=119044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:09:45.659443 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-9a3e3177-859a-4b82-b5cc-20a69be48f3d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:45.666757 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-347d05f8-dd18-4e38-a95f-c096862e6065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:45.674398 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-49ed7a14-4c04-4291-922e-e01373e388ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:45.676783 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-49ed7a14-4c04-4291-922e-e01373e388ea service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=36fac261-9fd2-44e2-911c-7d2461818608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1312127 May 20 17:09:45.697069 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-fcf5ec91-8f36-4b2c-a367-48f7d41b69de req-dc157b00-95f3-4351-bc11-761d8e81caa1 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766282 May 20 17:09:45.742787 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-9a3e3177-859a-4b82-b5cc-20a69be48f3d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Network 693cca7c-a781-4bbe-b946-6e5d3b5628d3 is already hosted by enough agents. {{(pid=119044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:09:45.745942 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.base_scheduler [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-9a3e3177-859a-4b82-b5cc-20a69be48f3d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Resources bound (agent type, host, resource id): {{(pid=119044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:09:45.749095 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-9a3e3177-859a-4b82-b5cc-20a69be48f3d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Received port after_create {{(pid=119044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:09:45.791737 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e3177-859a-4b82-b5cc-20a69be48f3d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Pushing event updated for resources: {'Port': ['ID=02a45dac-e6e5-45f3-8aa6-21daf5471ad9,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:45.810985 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e3177-859a-4b82-b5cc-20a69be48f3d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:45.811354 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e3177-859a-4b82-b5cc-20a69be48f3d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:45.811717 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e3177-859a-4b82-b5cc-20a69be48f3d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:45.812077 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e3177-859a-4b82-b5cc-20a69be48f3d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:45.812436 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e3177-859a-4b82-b5cc-20a69be48f3d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:45.812789 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e3177-859a-4b82-b5cc-20a69be48f3d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:45.813153 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e3177-859a-4b82-b5cc-20a69be48f3d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:45.813517 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e3177-859a-4b82-b5cc-20a69be48f3d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:45.813866 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e3177-859a-4b82-b5cc-20a69be48f3d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:45.814209 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e3177-859a-4b82-b5cc-20a69be48f3d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:45.814657 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e3177-859a-4b82-b5cc-20a69be48f3d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:45.814969 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e3177-859a-4b82-b5cc-20a69be48f3d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:45.819179 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-9a3e3177-859a-4b82-b5cc-20a69be48f3d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:45.838893 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-9a3e3177-859a-4b82-b5cc-20a69be48f3d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:45.839576 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-9a3e3177-859a-4b82-b5cc-20a69be48f3d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:45.868488 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-9a3e3177-859a-4b82-b5cc-20a69be48f3d tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9685791 May 20 17:09:45.890157 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-38696e49-c444-4f2b-89be-a9c1f5a3dc55 service neutron] Request body: {'port': {'device_id': 'bb9b5bab-a7a5-42a5-90f4-e56dc096240e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:09:45.898197 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-254a5ec4-9b21-4d76-80de-9f3ce4fac6f9 service neutron] 10.222.0.75 "GET /v2.0/networks/36fac261-9fd2-44e2-911c-7d2461818608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127841 May 20 17:09:45.951677 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2995b77-354f-4e75-b279-f04b6cedecbb req-15c0093d-9af4-4789-9f67-857ab6a70c6d tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:45.953154 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-d2995b77-354f-4e75-b279-f04b6cedecbb req-15c0093d-9af4-4789-9f67-857ab6a70c6d tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb2f24ab-1479-4da9-bc8f-d71dd2417396 HTTP/1.1" status: 200 len: 946 time: 0.1632535 May 20 17:09:45.985971 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-326a7afe-29a8-4f2b-bcd4-dee07f2c16a0 None None] Provisioning for port 02a45dac-e6e5-45f3-8aa6-21daf5471ad9 completed by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:09:45.994334 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-326a7afe-29a8-4f2b-bcd4-dee07f2c16a0 None None] Provisioning complete for port 02a45dac-e6e5-45f3-8aa6-21daf5471ad9 triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:09:45.994871 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-326a7afe-29a8-4f2b-bcd4-dee07f2c16a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:46.006413 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-38696e49-c444-4f2b-89be-a9c1f5a3dc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:46.049642 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-326a7afe-29a8-4f2b-bcd4-dee07f2c16a0 None None] Port 02a45dac-e6e5-45f3-8aa6-21daf5471ad9 cannot update to ACTIVE because it is not bound. {{(pid=119046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 17:09:46.146489 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7d4ab193-61ed-44ff-9409-9050a1edd804 req-9fc0a807-9e1b-459b-b7e3-3f12392dcf17 service neutron] 10.222.0.75 "GET /v2.0/networks/36fac261-9fd2-44e2-911c-7d2461818608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402766 May 20 17:09:46.180611 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [req-d2995b77-354f-4e75-b279-f04b6cedecbb req-0170bb28-809a-4311-a4a5-e23b5cba9aa5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Deleting port 6a55b476-2b70-44cc-b4e5-881860f2cf84 {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:09:46.181114 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-d2995b77-354f-4e75-b279-f04b6cedecbb req-0170bb28-809a-4311-a4a5-e23b5cba9aa5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:46.380673 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.notifiers.nova [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-38696e49-c444-4f2b-89be-a9c1f5a3dc55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02a45dac-e6e5-45f3-8aa6-21daf5471ad9 {{(pid=119044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:09:46.384604 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-d2995b77-354f-4e75-b279-f04b6cedecbb req-0170bb28-809a-4311-a4a5-e23b5cba9aa5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] For port 6a55b476-2b70-44cc-b4e5-881860f2cf84, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6a55b476-2b70-44cc-b4e5-881860f2cf84,segment=NetworkSegment(c45ca038-93d5-470c-96c7-8f1c26ba6e49),segment_id=c45ca038-93d5-470c-96c7-8f1c26ba6e49)] {{(pid=119045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:09:46.384932 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-d2995b77-354f-4e75-b279-f04b6cedecbb req-0170bb28-809a-4311-a4a5-e23b5cba9aa5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:46.389898 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-38696e49-c444-4f2b-89be-a9c1f5a3dc55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:46.451696 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b33c11-f95b-4567-9f89-4fe2a1b8609e req-5dc43949-28c2-414e-8d91-f80a78891de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:46.453086 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.provisioning_blocks [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-38696e49-c444-4f2b-89be-a9c1f5a3dc55 service neutron] Transition to ACTIVE for port object 02a45dac-e6e5-45f3-8aa6-21daf5471ad9 will not be triggered until provisioned by entity L2. {{(pid=119044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:09:46.453260 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-55b33c11-f95b-4567-9f89-4fe2a1b8609e req-5dc43949-28c2-414e-8d91-f80a78891de3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=78d5d1781cf44177b96e47dcda696767&device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 1097 time: 0.2420702 May 20 17:09:46.462369 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-38696e49-c444-4f2b-89be-a9c1f5a3dc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14410818'] for port, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:46.469113 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:46.535500 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [req-d2995b77-354f-4e75-b279-f04b6cedecbb req-0170bb28-809a-4311-a4a5-e23b5cba9aa5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Calling delete_port for 6a55b476-2b70-44cc-b4e5-881860f2cf84 owned by compute:nova {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:09:46.614896 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38696e49-c444-4f2b-89be-a9c1f5a3dc55 service neutron] Pushing event updated for resources: {'Port': ['ID=02a45dac-e6e5-45f3-8aa6-21daf5471ad9,revision_number=2']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:46.648090 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-38696e49-c444-4f2b-89be-a9c1f5a3dc55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:46.803213 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3939d-27d2-4dbb-82b7-ed96b71137f8 req-5feeabeb-45d3-434c-ba11-ca06e92263a3 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:46.805081 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-87c3939d-27d2-4dbb-82b7-ed96b71137f8 req-5feeabeb-45d3-434c-ba11-ca06e92263a3 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb2f24ab-1479-4da9-bc8f-d71dd2417396 HTTP/1.1" status: 200 len: 946 time: 0.4116800 May 20 17:09:46.893402 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-87c3939d-27d2-4dbb-82b7-ed96b71137f8 req-bc51d053-83cf-4032-9e14-defdcceeffb0 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772789 May 20 17:09:46.904159 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.managers [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-38696e49-c444-4f2b-89be-a9c1f5a3dc55 service neutron] Attempting to bind port 02a45dac-e6e5-45f3-8aa6-21daf5471ad9 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:09:46.904501 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.managers [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-38696e49-c444-4f2b-89be-a9c1f5a3dc55 service neutron] Attempting to bind port 02a45dac-e6e5-45f3-8aa6-21daf5471ad9 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '4a8f8994-6d3f-475e-b8df-b63a9baa5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3'}] {{(pid=119044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:09:46.904931 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-38696e49-c444-4f2b-89be-a9c1f5a3dc55 service neutron] Attempting to bind port 02a45dac-e6e5-45f3-8aa6-21daf5471ad9 on network 693cca7c-a781-4bbe-b946-6e5d3b5628d3 {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:09:46.910422 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b33c11-f95b-4567-9f89-4fe2a1b8609e req-f4a69ea7-c8c0-484a-9ef6-129d39bb4d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:46.911921 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-55b33c11-f95b-4567-9f89-4fe2a1b8609e req-f4a69ea7-c8c0-484a-9ef6-129d39bb4d5b service neutron] 10.222.0.75 "GET /v2.0/networks?id=36fac261-9fd2-44e2-911c-7d2461818608 HTTP/1.1" status: 200 len: 916 time: 0.4012756 May 20 17:09:46.918398 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:46.920416 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-38696e49-c444-4f2b-89be-a9c1f5a3dc55 service neutron] Port 02a45dac-e6e5-45f3-8aa6-21daf5471ad9 on network 693cca7c-a781-4bbe-b946-6e5d3b5628d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 17:09:46.920863 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-38696e49-c444-4f2b-89be-a9c1f5a3dc55 service neutron] Attempting to bind port 02a45dac-e6e5-45f3-8aa6-21daf5471ad9 on network 693cca7c-a781-4bbe-b946-6e5d3b5628d3 {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:09:46.925526 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680e083-7c99-472b-bd80-7efcc93905ea req-050aa028-12f3-4bff-800a-b0c3e6da4734 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:46.927051 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-6680e083-7c99-472b-bd80-7efcc93905ea req-050aa028-12f3-4bff-800a-b0c3e6da4734 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb9b5bab-a7a5-42a5-90f4-e56dc096240e HTTP/1.1" status: 200 len: 943 time: 0.3866813 May 20 17:09:46.927463 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-38696e49-c444-4f2b-89be-a9c1f5a3dc55 service neutron] Checking agent: {'id': '6f9f6b2e-16b6-4f76-902f-5004e6b9f64e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'started_at': datetime.datetime(2021, 5, 20, 16, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 17, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:09:46.927798 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-38696e49-c444-4f2b-89be-a9c1f5a3dc55 service neutron] Checking segment: {'id': '4a8f8994-6d3f-475e-b8df-b63a9baa5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:09:46.928234 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-38696e49-c444-4f2b-89be-a9c1f5a3dc55 service neutron] Bound using segment: {'id': '4a8f8994-6d3f-475e-b8df-b63a9baa5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3'} {{(pid=119044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:09:46.928666 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.managers [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-38696e49-c444-4f2b-89be-a9c1f5a3dc55 service neutron] Bound port: 02a45dac-e6e5-45f3-8aa6-21daf5471ad9, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a8f8994-6d3f-475e-b8df-b63a9baa5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3'}}] {{(pid=119044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:09:46.929014 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-38696e49-c444-4f2b-89be-a9c1f5a3dc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:47.010344 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-55b33c11-f95b-4567-9f89-4fe2a1b8609e req-ff8f8eb2-f5b1-4e02-a88b-a276fe911b2b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8700857b-013d-4d4f-a728-6885659c01c5 HTTP/1.1" status: 200 len: 217 time: 0.0817049 May 20 17:09:47.075257 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-38696e49-c444-4f2b-89be-a9c1f5a3dc55 service neutron] For port 02a45dac-e6e5-45f3-8aa6-21daf5471ad9, host hv-cinder-78652, cleared binding levels {{(pid=119044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:09:47.086399 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-38696e49-c444-4f2b-89be-a9c1f5a3dc55 service neutron] For port 02a45dac-e6e5-45f3-8aa6-21daf5471ad9, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=02a45dac-e6e5-45f3-8aa6-21daf5471ad9,segment=NetworkSegment(4a8f8994-6d3f-475e-b8df-b63a9baa5b45),segment_id=4a8f8994-6d3f-475e-b8df-b63a9baa5b45)] {{(pid=119044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:09:47.095678 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-38696e49-c444-4f2b-89be-a9c1f5a3dc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14410818'] for port, after_update {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:47.100178 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-50bb8243-5d75-46a9-ac3b-f226d6cb4019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:47.146992 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-6680e083-7c99-472b-bd80-7efcc93905ea req-ec9c2f1f-36b0-42b8-b266-5713bf7c8032 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601803 May 20 17:09:47.156205 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-38696e49-c444-4f2b-89be-a9c1f5a3dc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:47.156576 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b33c11-f95b-4567-9f89-4fe2a1b8609e req-bec32cb4-1c9c-4013-ac1a-473e3a470449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:47.157331 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-38696e49-c444-4f2b-89be-a9c1f5a3dc55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:47.158921 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-38696e49-c444-4f2b-89be-a9c1f5a3dc55 service neutron] 10.222.0.75 "PUT /v2.0/ports/02a45dac-e6e5-45f3-8aa6-21daf5471ad9 HTTP/1.1" status: 200 len: 1093 time: 1.2804868 May 20 17:09:47.159039 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-55b33c11-f95b-4567-9f89-4fe2a1b8609e req-bec32cb4-1c9c-4013-ac1a-473e3a470449 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f786e361-288f-4466-b193-359d2b09f79e HTTP/1.1" status: 200 len: 854 time: 0.1126897 May 20 17:09:47.161481 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-d2995b77-354f-4e75-b279-f04b6cedecbb req-0170bb28-809a-4311-a4a5-e23b5cba9aa5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:47.170798 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9b5bab-a7a5-42a5-90f4-e56dc096240e', 'tag': '02a45dac-e6e5-45f3-8aa6-21daf5471ad9'}] {{(pid=119044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:09:47.171381 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-1d9ab2d6-3f3e-4a08-a1f2-d931c95a8fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:47.176947 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:09:47.197369 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35281c-2cc9-4767-a50b-b40d403b9544 req-12987356-0d3f-45c1-bf3b-5aca2708e7aa tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:47.205831 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-2e35281c-2cc9-4767-a50b-b40d403b9544 req-12987356-0d3f-45c1-bf3b-5aca2708e7aa tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 944 time: 0.2048445 May 20 17:09:47.306032 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170bb28-809a-4311-a4a5-e23b5cba9aa5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Pushing event deleted for resources: {'Port': ['ID=6a55b476-2b70-44cc-b4e5-881860f2cf84,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:47.313686 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-0170bb28-809a-4311-a4a5-e23b5cba9aa5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:47.314908 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38696e49-c444-4f2b-89be-a9c1f5a3dc55 service neutron] Pushing event updated for resources: {'Port': ['ID=02a45dac-e6e5-45f3-8aa6-21daf5471ad9,revision_number=3']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:47.318198 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-38696e49-c444-4f2b-89be-a9c1f5a3dc55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:47.354052 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-2e35281c-2cc9-4767-a50b-b40d403b9544 req-5f336ac4-0145-4ada-aa3e-f44fa1f253cb tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469874 May 20 17:09:47.360719 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb9b5bab-a7a5-42a5-90f4-e56dc096240e', 'tag': '02a45dac-e6e5-45f3-8aa6-21daf5471ad9', 'status': 'completed', 'code': 200} May 20 17:09:47.398663 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-237685a5-bd2b-4cac-ac97-ea7a716850ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:47.401034 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-237685a5-bd2b-4cac-ac97-ea7a716850ca service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=03359f9fe008405ea637b8c155fbfc99&device_id=bb9b5bab-a7a5-42a5-90f4-e56dc096240e HTTP/1.1" status: 200 len: 1096 time: 0.1545353 May 20 17:09:47.420419 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2995b77-354f-4e75-b279-f04b6cedecbb req-0170bb28-809a-4311-a4a5-e23b5cba9aa5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] No DVR routers for this DVR port 6a55b476-2b70-44cc-b4e5-881860f2cf84 on host hv-cinder-78652 {{(pid=119045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:09:47.423678 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-d2995b77-354f-4e75-b279-f04b6cedecbb req-0170bb28-809a-4311-a4a5-e23b5cba9aa5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:47.427488 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2f24ab-1479-4da9-bc8f-d71dd2417396', 'name': 'network-vif-deleted', 'tag': '6a55b476-2b70-44cc-b4e5-881860f2cf84'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:09:47.453575 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-d2995b77-354f-4e75-b279-f04b6cedecbb req-0170bb28-809a-4311-a4a5-e23b5cba9aa5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.75 "DELETE /v2.0/ports/6a55b476-2b70-44cc-b4e5-881860f2cf84 HTTP/1.1" status: 204 len: 173 time: 1.4427395 May 20 17:09:47.457091 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b33c11-f95b-4567-9f89-4fe2a1b8609e req-32687b0c-bd30-4c13-96a3-deefc62e093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:47.458562 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-55b33c11-f95b-4567-9f89-4fe2a1b8609e req-32687b0c-bd30-4c13-96a3-deefc62e093b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=36fac261-9fd2-44e2-911c-7d2461818608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2116377 May 20 17:09:47.495543 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-639cb93f-a572-4cad-9d49-d2d637c454e5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02a45dac-e6e5-45f3-8aa6-21daf5471ad9 HTTP/1.1" status: 200 len: 217 time: 0.0813024 May 20 17:09:47.500459 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2f24ab-1479-4da9-bc8f-d71dd2417396', 'name': 'network-vif-deleted', 'tag': '6a55b476-2b70-44cc-b4e5-881860f2cf84', 'status': 'completed', 'code': 200} May 20 17:09:47.586976 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-0e86d9e1-9b23-48d8-91d8-6edd260b9a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:47.588548 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-0e86d9e1-9b23-48d8-91d8-6edd260b9a37 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b9354152-da80-48a7-a2cf-cafd8cb1708a HTTP/1.1" status: 200 len: 850 time: 0.0732214 May 20 17:09:47.618256 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-55b33c11-f95b-4567-9f89-4fe2a1b8609e req-795e93c4-4180-47cc-9501-f48a4338132f service neutron] 10.222.0.75 "GET /v2.0/networks/36fac261-9fd2-44e2-911c-7d2461818608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524966 May 20 17:09:47.678601 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-6e64c125-89bd-4ca3-8fcf-2f983eda90f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:47.680117 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-6e64c125-89bd-4ca3-8fcf-2f983eda90f3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=693cca7c-a781-4bbe-b946-6e5d3b5628d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785546 May 20 17:09:47.757425 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-55b33c11-f95b-4567-9f89-4fe2a1b8609e req-a3080f8a-ef33-4f80-912f-ca56b26c7b73 service neutron] 10.222.0.75 "GET /v2.0/networks/36fac261-9fd2-44e2-911c-7d2461818608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314313 May 20 17:09:47.819973 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-07482aac-1ec9-4b22-b504-2386ba804262 service neutron] 10.222.0.75 "GET /v2.0/networks/693cca7c-a781-4bbe-b946-6e5d3b5628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307430 May 20 17:09:47.972055 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b31cd2c2-d224-4ba0-a546-781031b3465f req-dde7d2ef-6b08-49b3-87e2-ef370a7a6266 service neutron] 10.222.0.75 "GET /v2.0/networks/693cca7c-a781-4bbe-b946-6e5d3b5628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416216 May 20 17:09:48.092651 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f612d608-fc90-4cfb-8859-5ed5671c409e req-17b1f892-06e9-4abe-973a-cd55bdaf465d tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb2f24ab-1479-4da9-bc8f-d71dd2417396 HTTP/1.1" status: 200 len: 210 time: 0.0757246 May 20 17:09:48.139767 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c04c4-78ca-4209-bb33-728021af9996 req-591f8ead-824f-4603-8caf-d7670e9930eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:48.141700 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d97c04c4-78ca-4209-bb33-728021af9996 req-591f8ead-824f-4603-8caf-d7670e9930eb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=03359f9fe008405ea637b8c155fbfc99&device_id=bb9b5bab-a7a5-42a5-90f4-e56dc096240e HTTP/1.1" status: 200 len: 1096 time: 0.0926118 May 20 17:09:48.278990 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c04c4-78ca-4209-bb33-728021af9996 req-1fb1c77a-c625-4660-aeca-dc487def205b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:48.280437 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d97c04c4-78ca-4209-bb33-728021af9996 req-1fb1c77a-c625-4660-aeca-dc487def205b service neutron] 10.222.0.75 "GET /v2.0/networks?id=693cca7c-a781-4bbe-b946-6e5d3b5628d3 HTTP/1.1" status: 200 len: 912 time: 0.1317151 May 20 17:09:48.349857 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d97c04c4-78ca-4209-bb33-728021af9996 req-bd44ab6e-7ec4-405d-9db9-0276e0078ba1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02a45dac-e6e5-45f3-8aa6-21daf5471ad9 HTTP/1.1" status: 200 len: 217 time: 0.0608394 May 20 17:09:48.375519 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ed99d-a2ad-47f3-978d-9ba5dcd57011 req-54c90914-a226-4dea-aee0-e2630f7df0a6 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:48.376972 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7f7ed99d-a2ad-47f3-978d-9ba5dcd57011 req-54c90914-a226-4dea-aee0-e2630f7df0a6 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb9b5bab-a7a5-42a5-90f4-e56dc096240e HTTP/1.1" status: 200 len: 943 time: 0.0910766 May 20 17:09:48.421947 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c04c4-78ca-4209-bb33-728021af9996 req-7e8a15ef-eea8-41af-9861-cda1d9722f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:48.423404 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d97c04c4-78ca-4209-bb33-728021af9996 req-7e8a15ef-eea8-41af-9861-cda1d9722f0f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b9354152-da80-48a7-a2cf-cafd8cb1708a HTTP/1.1" status: 200 len: 850 time: 0.0644414 May 20 17:09:48.425945 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7f7ed99d-a2ad-47f3-978d-9ba5dcd57011 req-1e115dc6-bc55-47ac-9aa0-96bdb6d9d556 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425870 May 20 17:09:48.564096 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c04c4-78ca-4209-bb33-728021af9996 req-bc843cf6-7ad2-4f9b-a872-b41c3f7d785f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:48.565598 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d97c04c4-78ca-4209-bb33-728021af9996 req-bc843cf6-7ad2-4f9b-a872-b41c3f7d785f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=693cca7c-a781-4bbe-b946-6e5d3b5628d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1323302 May 20 17:09:48.576267 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd2102-59b0-491d-8bf4-2641af4c4ff2 req-465617fd-428f-42b2-ac70-cb8108a469d7 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:48.577685 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-04cd2102-59b0-491d-8bf4-2641af4c4ff2 req-465617fd-428f-42b2-ac70-cb8108a469d7 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 944 time: 0.1078410 May 20 17:09:48.626861 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-04cd2102-59b0-491d-8bf4-2641af4c4ff2 req-398a6e90-a203-49c5-ac37-111c61e54be5 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431249 May 20 17:09:48.763197 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 8700857b-013d-4d4f-a728-6885659c01c5 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=119046) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 17:09:48.765780 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 6a55b476-2b70-44cc-b4e5-881860f2cf84 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:09:48.807479 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] No Port match for: 6a55b476-2b70-44cc-b4e5-881860f2cf84 {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:09:48.807831 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 6a55b476-2b70-44cc-b4e5-881860f2cf84 not bound to the agent host hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:09:48.892123 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d97c04c4-78ca-4209-bb33-728021af9996 req-53b0e737-6195-4a75-aace-01d3143b5284 service neutron] 10.222.0.75 "GET /v2.0/networks/693cca7c-a781-4bbe-b946-6e5d3b5628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442377 May 20 17:09:48.964218 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 8700857b-013d-4d4f-a728-6885659c01c5, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8700857b-013d-4d4f-a728-6885659c01c5,segment=NetworkSegment(0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4),segment_id=0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:09:48.977199 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Returning: {'device': '8700857b-013d-4d4f-a728-6885659c01c5', 'network_id': '36fac261-9fd2-44e2-911c-7d2461818608', 'port_id': '8700857b-013d-4d4f-a728-6885659c01c5', 'mac_address': 'fa:16:3e:45:95:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f786e361-288f-4466-b193-359d2b09f79e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119046) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 17:09:49.033163 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:49.035922 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-d97c04c4-78ca-4209-bb33-728021af9996 req-1d96f1d6-871f-4923-b353-b19b3d29b0a4 service neutron] 10.222.0.75 "GET /v2.0/networks/693cca7c-a781-4bbe-b946-6e5d3b5628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317203 May 20 17:09:49.051690 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8700857b-013d-4d4f-a728-6885659c01c5 {{(pid=119046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:09:49.067435 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 8700857b-013d-4d4f-a728-6885659c01c5, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8700857b-013d-4d4f-a728-6885659c01c5,segment=NetworkSegment(0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4),segment_id=0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:09:49.073816 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:49.075849 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:49.151588 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=8700857b-013d-4d4f-a728-6885659c01c5,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:49.154930 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:49.367399 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['8700857b-013d-4d4f-a728-6885659c01c5'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:09:49.636078 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb05af0-d571-41ec-a63a-0c7986e3d2a6 req-c4fddd8c-dc84-466f-af05-3caa8b47262e tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:49.636767 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-2bb05af0-d571-41ec-a63a-0c7986e3d2a6 req-c4fddd8c-dc84-466f-af05-3caa8b47262e tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Synchronizing usage tracker for tenant:03359f9fe008405ea637b8c155fbfc99 on resource:port {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:09:49.656368 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-2bb05af0-d571-41ec-a63a-0c7986e3d2a6 req-c4fddd8c-dc84-466f-af05-3caa8b47262e tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Unset dirty status for tenant:03359f9fe008405ea637b8c155fbfc99 on resource:port {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:09:49.657729 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-2bb05af0-d571-41ec-a63a-0c7986e3d2a6 req-c4fddd8c-dc84-466f-af05-3caa8b47262e tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb9b5bab-a7a5-42a5-90f4-e56dc096240e HTTP/1.1" status: 200 len: 943 time: 0.1203017 May 20 17:09:49.708165 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-2bb05af0-d571-41ec-a63a-0c7986e3d2a6 req-d7e81880-28ff-4730-a26d-165e32ab4571 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429826 May 20 17:09:49.831380 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5ba32-4e72-4f7e-8344-2333b4503991 req-02e9b93c-9ee1-4d22-92af-84c6cdb5515c tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:49.832833 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-bec5ba32-4e72-4f7e-8344-2333b4503991 req-02e9b93c-9ee1-4d22-92af-84c6cdb5515c tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 945 time: 0.0893896 May 20 17:09:49.878612 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-bec5ba32-4e72-4f7e-8344-2333b4503991 req-139ecf3b-2f01-49ba-83d1-8b1386c10f80 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398731 May 20 17:09:50.785640 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 8700857b-013d-4d4f-a728-6885659c01c5 up at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:09:50.816270 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944fd16-fd3c-49d6-915e-bdf776f5ef4a req-62ba7289-5119-4c52-993a-fa6937387e38 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:50.817135 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-d944fd16-fd3c-49d6-915e-bdf776f5ef4a req-62ba7289-5119-4c52-993a-fa6937387e38 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Synchronizing usage tracker for tenant:35d7b72df5af44bd86043d11b88ee3ad on resource:port {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:09:50.837845 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-d944fd16-fd3c-49d6-915e-bdf776f5ef4a req-62ba7289-5119-4c52-993a-fa6937387e38 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Unset dirty status for tenant:35d7b72df5af44bd86043d11b88ee3ad on resource:port {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:09:50.839116 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-d944fd16-fd3c-49d6-915e-bdf776f5ef4a req-62ba7289-5119-4c52-993a-fa6937387e38 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=53d9f2b9-6dc1-4cce-bb3f-8615f85f2a9c HTTP/1.1" status: 200 len: 945 time: 0.1067262 May 20 17:09:50.878617 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning for port 8700857b-013d-4d4f-a728-6885659c01c5 completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:09:50.885423 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning complete for port 8700857b-013d-4d4f-a728-6885659c01c5 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:09:50.886248 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:50.889068 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-d944fd16-fd3c-49d6-915e-bdf776f5ef4a req-503ab01f-d988-4f70-b135-40af03965efb tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440972 May 20 17:09:50.919569 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff7c7a-91c9-43d6-b861-894b4f9841e5 req-3b257d57-b893-445d-b7d4-a8d8a51d2d6a tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:50.921077 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-86ff7c7a-91c9-43d6-b861-894b4f9841e5 req-3b257d57-b893-445d-b7d4-a8d8a51d2d6a tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb9b5bab-a7a5-42a5-90f4-e56dc096240e HTTP/1.1" status: 200 len: 943 time: 0.1037614 May 20 17:09:50.972187 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-86ff7c7a-91c9-43d6-b861-894b4f9841e5 req-2657d878-8912-441a-b99a-a1976d74067a tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420759 May 20 17:09:51.022994 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:51.049760 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d57c148-1679-431d-a22b-0438ad9b509f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8700857b-013d-4d4f-a728-6885659c01c5'}] {{(pid=119046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:09:51.060950 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 8700857b-013d-4d4f-a728-6885659c01c5, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8700857b-013d-4d4f-a728-6885659c01c5,segment=NetworkSegment(0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4),segment_id=0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:09:51.066448 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:51.068878 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:51.084998 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f134a-e9cf-48e9-91f3-0357df46f189 req-7baabefc-0eeb-45bd-99bb-2cf5be4e17c1 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:51.086509 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-889f134a-e9cf-48e9-91f3-0357df46f189 req-7baabefc-0eeb-45bd-99bb-2cf5be4e17c1 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 945 time: 0.0900269 May 20 17:09:51.105187 dv-cinder-786524-7-iscsi neutron-server[119046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d57c148-1679-431d-a22b-0438ad9b509f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8700857b-013d-4d4f-a728-6885659c01c5', 'code': 200} May 20 17:09:51.136109 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-889f134a-e9cf-48e9-91f3-0357df46f189 req-00a53012-d8dd-4d80-8170-bd44817ed545 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416358 May 20 17:09:51.138309 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=8700857b-013d-4d4f-a728-6885659c01c5,revision_number=5']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:51.140979 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:51.351442 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e6e73-e4b8-4f28-b5dd-536505f461b9 req-2ca0b0dd-4fe9-438b-bee0-8ddc8e178604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:51.352902 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-303e6e73-e4b8-4f28-b5dd-536505f461b9 req-2ca0b0dd-4fe9-438b-bee0-8ddc8e178604 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 1099 time: 0.0794656 May 20 17:09:51.396912 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-303e6e73-e4b8-4f28-b5dd-536505f461b9 req-32ee8cc5-9845-40a4-85c6-4e97f79176a3 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366979 May 20 17:09:52.093553 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181eecd-fe2f-42e7-8f7d-b5e8c7194a2a req-1cb8dbaf-8805-47e3-bb4e-f8d9fd6f94ef tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:52.095028 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-2181eecd-fe2f-42e7-8f7d-b5e8c7194a2a req-1cb8dbaf-8805-47e3-bb4e-f8d9fd6f94ef tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=53d9f2b9-6dc1-4cce-bb3f-8615f85f2a9c HTTP/1.1" status: 200 len: 945 time: 0.0940619 May 20 17:09:52.142895 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-2181eecd-fe2f-42e7-8f7d-b5e8c7194a2a req-383842d0-7da2-48e2-a313-efa42dad0134 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/security-groups?id=32de3687-2c26-411f-b3c8-252ad0be2b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417519 May 20 17:09:52.179891 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1a785-b208-42ea-b123-ac5fd32bae14 req-74779a5f-87cc-43d2-8b5c-c3268283e43f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:52.181418 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-2fe1a785-b208-42ea-b123-ac5fd32bae14 req-74779a5f-87cc-43d2-8b5c-c3268283e43f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb9b5bab-a7a5-42a5-90f4-e56dc096240e HTTP/1.1" status: 200 len: 943 time: 0.0931599 May 20 17:09:52.226731 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-2fe1a785-b208-42ea-b123-ac5fd32bae14 req-42b0c2f9-6d26-4839-81da-5c14b6d49294 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392566 May 20 17:09:52.340598 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c0193-0c52-4e41-b093-82ac39cd51fd req-a338d116-b195-4f26-bf81-5cf55ea8e748 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:52.343195 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-614c0193-0c52-4e41-b093-82ac39cd51fd req-a338d116-b195-4f26-bf81-5cf55ea8e748 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 946 time: 0.0988865 May 20 17:09:52.393260 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-614c0193-0c52-4e41-b093-82ac39cd51fd req-1dbffa33-b6ed-41b0-813e-d251584b3b8e tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435681 May 20 17:09:52.554036 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e53262-b564-4fe9-82e2-56b0d3af03dd req-ff1c3069-bc6f-4b42-9eba-27bf0b350f79 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:52.555479 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-a5e53262-b564-4fe9-82e2-56b0d3af03dd req-ff1c3069-bc6f-4b42-9eba-27bf0b350f79 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.75 "GET /v2.0/ports?device_id=53d9f2b9-6dc1-4cce-bb3f-8615f85f2a9c HTTP/1.1" status: 200 len: 945 time: 0.0929790 May 20 17:09:52.707263 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [req-a5e53262-b564-4fe9-82e2-56b0d3af03dd req-50c09a22-d4a7-4b4a-a0b8-c4ac8123cebc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Deleting port 01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4 {{(pid=119044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:09:52.707974 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-a5e53262-b564-4fe9-82e2-56b0d3af03dd req-50c09a22-d4a7-4b4a-a0b8-c4ac8123cebc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:52.848529 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [req-a5e53262-b564-4fe9-82e2-56b0d3af03dd req-50c09a22-d4a7-4b4a-a0b8-c4ac8123cebc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] For port 01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4,segment=NetworkSegment(c45ca038-93d5-470c-96c7-8f1c26ba6e49),segment_id=c45ca038-93d5-470c-96c7-8f1c26ba6e49)] {{(pid=119044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:09:52.848860 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-a5e53262-b564-4fe9-82e2-56b0d3af03dd req-50c09a22-d4a7-4b4a-a0b8-c4ac8123cebc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:52.970809 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [req-a5e53262-b564-4fe9-82e2-56b0d3af03dd req-50c09a22-d4a7-4b4a-a0b8-c4ac8123cebc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Calling delete_port for 01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4 owned by compute:nova {{(pid=119044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:09:53.125132 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-a5e53262-b564-4fe9-82e2-56b0d3af03dd req-50c09a22-d4a7-4b4a-a0b8-c4ac8123cebc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:53.135144 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-e6fc9d91-b09c-48c7-bbb7-1dc07274712f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:53.137502 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:09:53.180516 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c09a22-d4a7-4b4a-a0b8-c4ac8123cebc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Pushing event deleted for resources: {'Port': ['ID=01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:53.183647 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-50c09a22-d4a7-4b4a-a0b8-c4ac8123cebc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:53.257403 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e53262-b564-4fe9-82e2-56b0d3af03dd req-50c09a22-d4a7-4b4a-a0b8-c4ac8123cebc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] No DVR routers for this DVR port 01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4 on host hv-cinder-78652 {{(pid=119044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:09:53.260298 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [req-a5e53262-b564-4fe9-82e2-56b0d3af03dd req-50c09a22-d4a7-4b4a-a0b8-c4ac8123cebc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:53.263367 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d9f2b9-6dc1-4cce-bb3f-8615f85f2a9c', 'name': 'network-vif-deleted', 'tag': '01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4'}] {{(pid=119044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:09:53.281192 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-a5e53262-b564-4fe9-82e2-56b0d3af03dd req-50c09a22-d4a7-4b4a-a0b8-c4ac8123cebc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.75 "DELETE /v2.0/ports/01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4 HTTP/1.1" status: 204 len: 173 time: 0.7195616 May 20 17:09:53.300548 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-6db476f8-cd38-40fb-bb53-297c27e4b271 req-ddc182ed-6f9c-468f-8e72-a8521294c1b0 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] 10.222.0.36 "GET /v2.0/ports?device_id=53d9f2b9-6dc1-4cce-bb3f-8615f85f2a9c HTTP/1.1" status: 200 len: 210 time: 0.0447428 May 20 17:09:53.384814 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d9f2b9-6dc1-4cce-bb3f-8615f85f2a9c', 'name': 'network-vif-deleted', 'tag': '01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4', 'status': 'completed', 'code': 200} May 20 17:09:53.435651 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea266232-d962-4508-a9a6-01cb02040f61 req-5d21d29f-4862-43f5-8bd5-5d347e1532c2 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:53.437284 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ea266232-d962-4508-a9a6-01cb02040f61 req-5d21d29f-4862-43f5-8bd5-5d347e1532c2 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb9b5bab-a7a5-42a5-90f4-e56dc096240e HTTP/1.1" status: 200 len: 943 time: 0.0872791 May 20 17:09:53.488283 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ea266232-d962-4508-a9a6-01cb02040f61 req-e504f0e7-9ad2-4a01-aafe-9fe3bdeacf2a tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411856 May 20 17:09:53.595554 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c0f52-98e6-4129-b740-590e5b314c10 req-8b89f9d3-c1dc-4ec5-80f2-cb79faca5ae5 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:53.596921 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-186c0f52-98e6-4129-b740-590e5b314c10 req-8b89f9d3-c1dc-4ec5-80f2-cb79faca5ae5 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 946 time: 0.0938852 May 20 17:09:53.645581 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-186c0f52-98e6-4129-b740-590e5b314c10 req-efbc773b-84d6-4738-b11e-ac8239b507a5 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399077 May 20 17:09:53.843246 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff5192-381a-4a3f-8be4-2670b4780b43 req-460bfd12-b9bb-408f-8141-2d0be92f7281 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:53.844744 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-01ff5192-381a-4a3f-8be4-2670b4780b43 req-460bfd12-b9bb-408f-8141-2d0be92f7281 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 946 time: 0.0926716 May 20 17:09:53.898057 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-01ff5192-381a-4a3f-8be4-2670b4780b43 req-247645a5-e972-46a5-8920-f81960e4a7bc tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466402 May 20 17:09:54.303968 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae227f1f-8e25-4154-b8b1-25d603a89553 req-e30bc816-7e45-4b2f-ae4c-78893d97eb2f tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:54.305483 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ae227f1f-8e25-4154-b8b1-25d603a89553 req-e30bc816-7e45-4b2f-ae4c-78893d97eb2f tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 946 time: 0.0872822 May 20 17:09:54.417241 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 57392) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:09:54.464433 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-ae227f1f-8e25-4154-b8b1-25d603a89553 req-4125a0d1-6fbc-4709-a768-d563d3f5d775 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527834 May 20 17:09:54.489004 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_v2 [None req-8879db4b-a222-4e77-bb4c-34729ec96e70 admin admin] Deleting subnet e9533a80-acd4-444e-86da-f3a4e09d717b {{(pid=119045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 17:09:54.493190 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8879db4b-a222-4e77-bb4c-34729ec96e70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:54.552770 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8879db4b-a222-4e77-bb4c-34729ec96e70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15234105'] for subnet, precommit_delete_associations {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:54.769380 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8879db4b-a222-4e77-bb4c-34729ec96e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006482'] for subnet, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:54.775604 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 02a45dac-e6e5-45f3-8aa6-21daf5471ad9 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=119046) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 17:09:54.864873 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8d111-c964-4dd8-93b2-f8d907166431 req-c689eca5-a604-4bd4-8896-326195c998fd tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:54.868270 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-39c8d111-c964-4dd8-93b2-f8d907166431 req-c689eca5-a604-4bd4-8896-326195c998fd tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb9b5bab-a7a5-42a5-90f4-e56dc096240e HTTP/1.1" status: 200 len: 943 time: 0.1840084 May 20 17:09:54.959198 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 02a45dac-e6e5-45f3-8aa6-21daf5471ad9, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=02a45dac-e6e5-45f3-8aa6-21daf5471ad9,segment=NetworkSegment(4a8f8994-6d3f-475e-b8df-b63a9baa5b45),segment_id=4a8f8994-6d3f-475e-b8df-b63a9baa5b45)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:09:54.991715 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Returning: {'device': '02a45dac-e6e5-45f3-8aa6-21daf5471ad9', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'port_id': '02a45dac-e6e5-45f3-8aa6-21daf5471ad9', 'mac_address': 'fa:16:3e:d4:9a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119046) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 17:09:55.062617 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-39c8d111-c964-4dd8-93b2-f8d907166431 req-03b0a190-3acd-4d32-bb8c-99bea19b6b50 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734831 May 20 17:09:55.087516 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:55.113834 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a45dac-e6e5-45f3-8aa6-21daf5471ad9 {{(pid=119046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:09:55.130698 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 02a45dac-e6e5-45f3-8aa6-21daf5471ad9, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=02a45dac-e6e5-45f3-8aa6-21daf5471ad9,segment=NetworkSegment(4a8f8994-6d3f-475e-b8df-b63a9baa5b45),segment_id=4a8f8994-6d3f-475e-b8df-b63a9baa5b45)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:09:55.135263 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:55.138342 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:55.192232 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8879db4b-a222-4e77-bb4c-34729ec96e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14687734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15261298'] for subnet, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:55.196908 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:55.204183 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=02a45dac-e6e5-45f3-8aa6-21daf5471ad9,revision_number=4']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:55.207478 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:55.234188 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879db4b-a222-4e77-bb4c-34729ec96e70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9533a80-acd4-444e-86da-f3a4e09d717b,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:55.236799 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8879db4b-a222-4e77-bb4c-34729ec96e70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:55.246986 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879db4b-a222-4e77-bb4c-34729ec96e70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:55.247368 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879db4b-a222-4e77-bb4c-34729ec96e70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:55.247741 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879db4b-a222-4e77-bb4c-34729ec96e70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:55.248107 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879db4b-a222-4e77-bb4c-34729ec96e70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:55.248473 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879db4b-a222-4e77-bb4c-34729ec96e70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:55.248835 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879db4b-a222-4e77-bb4c-34729ec96e70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:55.249192 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879db4b-a222-4e77-bb4c-34729ec96e70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:55.249572 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879db4b-a222-4e77-bb4c-34729ec96e70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:55.249933 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879db4b-a222-4e77-bb4c-34729ec96e70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:55.250284 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879db4b-a222-4e77-bb4c-34729ec96e70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:55.250634 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879db4b-a222-4e77-bb4c-34729ec96e70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:55.250984 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8879db4b-a222-4e77-bb4c-34729ec96e70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:09:55.257233 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-8879db4b-a222-4e77-bb4c-34729ec96e70 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e9533a80-acd4-444e-86da-f3a4e09d717b HTTP/1.1" status: 204 len: 168 time: 0.8389134 May 20 17:09:55.257413 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 57404) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:09:55.258323 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-8879db4b-a222-4e77-bb4c-34729ec96e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:55.366723 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-43e66dc3-cc49-4e36-893e-6a7e89b65340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655306'] for network, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:55.367351 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['02a45dac-e6e5-45f3-8aa6-21daf5471ad9'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:09:55.498787 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-43e66dc3-cc49-4e36-893e-6a7e89b65340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001245', 'neutron.services.segments.db._delete_segments_for_network-8727197674105'] for network, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:55.513440 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-43e66dc3-cc49-4e36-893e-6a7e89b65340 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc6be76-746f-4129-80b3-8b85eee1cf94']}} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:09:55.526005 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-43e66dc3-cc49-4e36-893e-6a7e89b65340 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c45ca038-93d5-470c-96c7-8f1c26ba6e49') {'for_net_delete': True} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:09:55.526308 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-43e66dc3-cc49-4e36-893e-6a7e89b65340 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c45ca038-93d5-470c-96c7-8f1c26ba6e49') {} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:09:55.538150 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-43e66dc3-cc49-4e36-893e-6a7e89b65340 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727197686263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15043267'] for segment, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:55.555157 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-43e66dc3-cc49-4e36-893e-6a7e89b65340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:55.561958 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e66dc3-cc49-4e36-893e-6a7e89b65340 admin admin] Releasing vlan 860 on physical network physnet1 to pool {{(pid=119044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 17:09:55.562345 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-43e66dc3-cc49-4e36-893e-6a7e89b65340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14410782'] for segment, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:55.575922 dv-cinder-786524-7-iscsi neutron-server[119044]: Traceback (most recent call last): May 20 17:09:55.575922 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 17:09:55.575922 dv-cinder-786524-7-iscsi neutron-server[119044]: timer() May 20 17:09:55.575922 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 17:09:55.575922 dv-cinder-786524-7-iscsi neutron-server[119044]: cb(*args, **kw) May 20 17:09:55.575922 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 17:09:55.575922 dv-cinder-786524-7-iscsi neutron-server[119044]: return func(*args, **kwargs) May 20 17:09:55.575922 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 17:09:55.575922 dv-cinder-786524-7-iscsi neutron-server[119044]: self._notify() May 20 17:09:55.575922 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 17:09:55.575922 dv-cinder-786524-7-iscsi neutron-server[119044]: self.callback(batched_events) May 20 17:09:55.575922 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 17:09:55.575922 dv-cinder-786524-7-iscsi neutron-server[119044]: event.method(event) May 20 17:09:55.575922 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 17:09:55.575922 dv-cinder-786524-7-iscsi neutron-server[119044]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 17:09:55.575922 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 17:09:55.575922 dv-cinder-786524-7-iscsi neutron-server[119044]: aggregate_uuid = self.p_client.list_aggregates( May 20 17:09:55.575922 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 17:09:55.575922 dv-cinder-786524-7-iscsi neutron-server[119044]: return f(self, *a, **k) May 20 17:09:55.575922 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 17:09:55.575922 dv-cinder-786524-7-iscsi neutron-server[119044]: return self._get(url).json() May 20 17:09:55.575922 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 17:09:55.575922 dv-cinder-786524-7-iscsi neutron-server[119044]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 17:09:55.575922 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 17:09:55.575922 dv-cinder-786524-7-iscsi neutron-server[119044]: return self.request(url, 'GET', **kwargs) May 20 17:09:55.575922 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 17:09:55.575922 dv-cinder-786524-7-iscsi neutron-server[119044]: base_url = self.get_endpoint(auth, allow=allow, May 20 17:09:55.575922 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 17:09:55.575922 dv-cinder-786524-7-iscsi neutron-server[119044]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 17:09:55.575922 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 17:09:55.575922 dv-cinder-786524-7-iscsi neutron-server[119044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 17:09:55.575922 dv-cinder-786524-7-iscsi neutron-server[119044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 17:09:55.654510 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-43e66dc3-cc49-4e36-893e-6a7e89b65340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16751962'] for network, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:55.658576 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:55.671661 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-43e66dc3-cc49-4e36-893e-6a7e89b65340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:55.683071 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e66dc3-cc49-4e36-893e-6a7e89b65340 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dc6be76-746f-4129-80b3-8b85eee1cf94,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:55.686025 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-43e66dc3-cc49-4e36-893e-6a7e89b65340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:55.690100 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-43e66dc3-cc49-4e36-893e-6a7e89b65340 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6dc6be76-746f-4129-80b3-8b85eee1cf94 HTTP/1.1" status: 204 len: 168 time: 0.4317827 May 20 17:09:55.878011 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 57410) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:09:55.928204 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-424f9f34-00d8-40e8-adbc-3a882c89cc05 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=35d7b72df5af44bd86043d11b88ee3ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489445 May 20 17:09:55.931941 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 57414) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:09:55.998866 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f8d6644e-4afc-4dad-b97e-e6499fee56ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:56.025881 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f8d6644e-4afc-4dad-b97e-e6499fee56ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:56.086299 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f8d6644e-4afc-4dad-b97e-e6499fee56ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:56.090467 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-27037df7-f383-463f-a32d-8da4f7cdd7cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:56.106810 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6644e-4afc-4dad-b97e-e6499fee56ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32de3687-2c26-411f-b3c8-252ad0be2b64,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:56.109711 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-f8d6644e-4afc-4dad-b97e-e6499fee56ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:56.118013 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f8d6644e-4afc-4dad-b97e-e6499fee56ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:56.122735 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-f8d6644e-4afc-4dad-b97e-e6499fee56ef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/32de3687-2c26-411f-b3c8-252ad0be2b64 HTTP/1.1" status: 204 len: 168 time: 0.1896083 May 20 17:09:56.275430 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f43fa-fb05-4d05-9566-9a07643eb3b0 req-0cb2d0a4-78f5-4f49-a372-58956cee3148 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:56.282379 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-cf2f43fa-fb05-4d05-9566-9a07643eb3b0 req-0cb2d0a4-78f5-4f49-a372-58956cee3148 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb9b5bab-a7a5-42a5-90f4-e56dc096240e HTTP/1.1" status: 200 len: 944 time: 0.0966442 May 20 17:09:56.335261 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-cf2f43fa-fb05-4d05-9566-9a07643eb3b0 req-3a63e82f-5bfe-46ee-8a75-429ae8447275 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479510 May 20 17:09:56.792832 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 02a45dac-e6e5-45f3-8aa6-21daf5471ad9 up at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:09:56.883243 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning for port 02a45dac-e6e5-45f3-8aa6-21daf5471ad9 completed by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:09:56.894343 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Provisioning complete for port 02a45dac-e6e5-45f3-8aa6-21daf5471ad9 triggered by entity L2. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:09:56.894760 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:57.064566 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:57.102062 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9b5bab-a7a5-42a5-90f4-e56dc096240e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a45dac-e6e5-45f3-8aa6-21daf5471ad9'}] {{(pid=119046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:09:57.119229 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] For port 02a45dac-e6e5-45f3-8aa6-21daf5471ad9, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=02a45dac-e6e5-45f3-8aa6-21daf5471ad9,segment=NetworkSegment(4a8f8994-6d3f-475e-b8df-b63a9baa5b45),segment_id=4a8f8994-6d3f-475e-b8df-b63a9baa5b45)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:09:57.126870 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854'] for port, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:57.128231 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:09:57.168541 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-75366fbd-4edb-462d-948f-9ceb77cbfbe8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:57.206609 dv-cinder-786524-7-iscsi neutron-server[119046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9b5bab-a7a5-42a5-90f4-e56dc096240e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a45dac-e6e5-45f3-8aa6-21daf5471ad9', 'code': 200} May 20 17:09:57.227171 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] No Port match for: 01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4 {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:09:57.227537 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 01bbbc55-77f2-4cc1-ad84-b8a85c88e3a4 not bound to the agent host hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:09:57.254712 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Pushing event updated for resources: {'Port': ['ID=02a45dac-e6e5-45f3-8aa6-21daf5471ad9,revision_number=5']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:57.257838 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:57.488352 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae5d47-d959-4d8b-ab6c-167583dde9f8 req-8038110b-7bba-4aae-9b6a-693042b59e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:57.489962 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-64ae5d47-d959-4d8b-ab6c-167583dde9f8 req-8038110b-7bba-4aae-9b6a-693042b59e75 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bb9b5bab-a7a5-42a5-90f4-e56dc096240e HTTP/1.1" status: 200 len: 1098 time: 0.0759029 May 20 17:09:57.541449 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-64ae5d47-d959-4d8b-ab6c-167583dde9f8 req-473cd45f-424e-4966-b497-1c769d064497 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408988 May 20 17:09:57.548857 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf727b-eb98-4e7c-8a53-97849bc6c5eb req-8aa9f394-e7f0-41f3-abbf-c607886fbfa2 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:57.550363 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-07cf727b-eb98-4e7c-8a53-97849bc6c5eb req-8aa9f394-e7f0-41f3-abbf-c607886fbfa2 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb9b5bab-a7a5-42a5-90f4-e56dc096240e HTTP/1.1" status: 200 len: 945 time: 0.0843446 May 20 17:09:57.596627 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-07cf727b-eb98-4e7c-8a53-97849bc6c5eb req-63479110-acf1-4a8c-85b0-4440922d8e76 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399783 May 20 17:09:58.076587 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 57482) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:09:58.206184 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-59f3c2c8-44cb-4be1-90d5-61e8c0600392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:58.222316 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-59f3c2c8-44cb-4be1-90d5-61e8c0600392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:09:58.226488 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-59f3c2c8-44cb-4be1-90d5-61e8c0600392 admin admin] Usage tracker for resource:security_group_rule and tenant:8374766f2fd34db389a6a1170a87ddc6 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:09:58.229610 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-59f3c2c8-44cb-4be1-90d5-61e8c0600392 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:09:58.236872 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-59f3c2c8-44cb-4be1-90d5-61e8c0600392 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:09:58.325493 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-59f3c2c8-44cb-4be1-90d5-61e8c0600392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:58.334616 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-59f3c2c8-44cb-4be1-90d5-61e8c0600392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:58.346891 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-6ac385ca-8e98-4482-bf35-7e8dfaa78544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:58.392057 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3c2c8-44cb-4be1-90d5-61e8c0600392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbeb8e85-6581-443a-9e8b-24ed891155a2,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:58.399124 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-59f3c2c8-44cb-4be1-90d5-61e8c0600392 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8374766f2fd34db389a6a1170a87ddc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216081 May 20 17:09:58.399469 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 57488) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:09:58.400077 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-59f3c2c8-44cb-4be1-90d5-61e8c0600392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:58.481775 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-37bf667b-06e7-49d5-86b9-354afcce714f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:58.512432 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-37bf667b-06e7-49d5-86b9-354afcce714f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:58.575098 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-37bf667b-06e7-49d5-86b9-354afcce714f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:58.579786 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-80e99c50-f756-4c55-9d8a-84c5764e0b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:58.589608 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf667b-06e7-49d5-86b9-354afcce714f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbeb8e85-6581-443a-9e8b-24ed891155a2,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:58.593219 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-37bf667b-06e7-49d5-86b9-354afcce714f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:58.596450 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-37bf667b-06e7-49d5-86b9-354afcce714f admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:58.597637 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-37bf667b-06e7-49d5-86b9-354afcce714f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dbeb8e85-6581-443a-9e8b-24ed891155a2 HTTP/1.1" status: 204 len: 168 time: 0.1956236 May 20 17:09:58.786380 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d7ab3-e4ca-4f74-bf0a-1042ab4df30e req-a0a16801-4890-448a-a5e4-516f0235c685 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:58.787994 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-262d7ab3-e4ca-4f74-bf0a-1042ab4df30e req-a0a16801-4890-448a-a5e4-516f0235c685 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb9b5bab-a7a5-42a5-90f4-e56dc096240e HTTP/1.1" status: 200 len: 945 time: 0.0835803 May 20 17:09:58.835783 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-262d7ab3-e4ca-4f74-bf0a-1042ab4df30e req-129a426a-3f7e-47b3-a4be-d82fc85ee9ba tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418792 May 20 17:09:58.901608 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 57500) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:09:58.920816 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-5e0b9e67-b174-4055-b9af-f5637486d331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:58.936182 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-5e0b9e67-b174-4055-b9af-f5637486d331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:09:58.940856 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-5e0b9e67-b174-4055-b9af-f5637486d331 admin admin] Usage tracker for resource:security_group_rule and tenant:251b1b1b4ec74320b5046c94c3ab5c4e is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:09:58.943856 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-5e0b9e67-b174-4055-b9af-f5637486d331 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:09:58.980686 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-5e0b9e67-b174-4055-b9af-f5637486d331 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:09:59.080274 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070e551-3944-4ec3-a0ba-ba2219c78da9 req-aced1e55-4fc1-4026-9b6e-683dd427d667 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:59.081798 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1070e551-3944-4ec3-a0ba-ba2219c78da9 req-aced1e55-4fc1-4026-9b6e-683dd427d667 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb9b5bab-a7a5-42a5-90f4-e56dc096240e HTTP/1.1" status: 200 len: 945 time: 0.1350937 May 20 17:09:59.147461 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-5e0b9e67-b174-4055-b9af-f5637486d331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:59.154683 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-5e0b9e67-b174-4055-b9af-f5637486d331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:59.164529 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-dadbc0f8-00bf-4aae-86a7-79dae6757795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:59.189363 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1070e551-3944-4ec3-a0ba-ba2219c78da9 req-70ebc482-d87b-4933-b738-9055c202d758 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854437 May 20 17:09:59.210311 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-5e0b9e67-b174-4055-b9af-f5637486d331 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=251b1b1b4ec74320b5046c94c3ab5c4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075447 May 20 17:09:59.212070 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b9e67-b174-4055-b9af-f5637486d331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6375484c-b25b-48d7-81d2-24dca6fe352b,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:59.213053 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 57506) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:09:59.213421 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 57508) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:09:59.215095 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-5e0b9e67-b174-4055-b9af-f5637486d331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:59.328273 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-05640d71-49b5-4855-8cf6-c98b67a682d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:59.355132 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb22ad3c-5de0-4f1d-807b-73cd60708401 tempest-TestVolumeBootPattern-162159089 tempest-TestVolumeBootPattern-162159089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:09:59.356997 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-bb22ad3c-5de0-4f1d-807b-73cd60708401 tempest-TestVolumeBootPattern-162159089 tempest-TestVolumeBootPattern-162159089-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bb9b5bab-a7a5-42a5-90f4-e56dc096240e HTTP/1.1" status: 200 len: 1093 time: 0.1426179 May 20 17:09:59.360662 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 57516) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:09:59.361645 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-05640d71-49b5-4855-8cf6-c98b67a682d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:59.366339 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-24d46a4f-7f76-4127-a3ab-7cb5557cda70 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Request body: {'floatingip': {'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'port_id': '02a45dac-e6e5-45f3-8aa6-21daf5471ad9', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'fixed_ip_address': '172.20.0.4'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:09:59.372450 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-24d46a4f-7f76-4127-a3ab-7cb5557cda70 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:09:59.376654 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-24d46a4f-7f76-4127-a3ab-7cb5557cda70 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Usage tracker for resource:floatingip and tenant:03359f9fe008405ea637b8c155fbfc99 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:09:59.379767 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-24d46a4f-7f76-4127-a3ab-7cb5557cda70 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:09:59.386291 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-24d46a4f-7f76-4127-a3ab-7cb5557cda70 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:09:59.398882 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-24d46a4f-7f76-4127-a3ab-7cb5557cda70 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for floatingip, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:59.415559 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-05640d71-49b5-4855-8cf6-c98b67a682d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:59.421537 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-296101e3-fd03-41a8-96d4-366e03d32a31 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:59.433578 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05640d71-49b5-4855-8cf6-c98b67a682d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6375484c-b25b-48d7-81d2-24dca6fe352b,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:59.437622 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-05640d71-49b5-4855-8cf6-c98b67a682d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:09:59.446555 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-05640d71-49b5-4855-8cf6-c98b67a682d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:59.450475 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-05640d71-49b5-4855-8cf6-c98b67a682d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6375484c-b25b-48d7-81d2-24dca6fe352b HTTP/1.1" status: 204 len: 168 time: 0.2345448 May 20 17:09:59.551277 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-24d46a4f-7f76-4127-a3ab-7cb5557cda70 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:59.695364 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_common [None req-24d46a4f-7f76-4127-a3ab-7cb5557cda70 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Allocated IP 172.27.3.197 (7bf407be-0a2f-4276-bbb9-407bd07b5677/0cc0c620-4805-460b-b0e9-2701bd4f1725/5e226c15-d2ce-4ce9-8a44-1667acc8beb5) {{(pid=119045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:09:59.845365 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-24d46a4f-7f76-4127-a3ab-7cb5557cda70 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for port, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:59.878741 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-24d46a4f-7f76-4127-a3ab-7cb5557cda70 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:09:59.883650 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-0a42e80b-c32a-447d-92dd-4c785553c3bc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:09:59.948241 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d46a4f-7f76-4127-a3ab-7cb5557cda70 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Network 7bf407be-0a2f-4276-bbb9-407bd07b5677 is already hosted by enough agents. {{(pid=119045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:09:59.951529 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [None req-24d46a4f-7f76-4127-a3ab-7cb5557cda70 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Resources bound (agent type, host, resource id): {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:09:59.955264 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d46a4f-7f76-4127-a3ab-7cb5557cda70 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Received port after_create {{(pid=119045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:09:59.993780 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d46a4f-7f76-4127-a3ab-7cb5557cda70 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Pushing event updated for resources: {'Port': ['ID=5e226c15-d2ce-4ce9-8a44-1667acc8beb5,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:09:59.998220 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-24d46a4f-7f76-4127-a3ab-7cb5557cda70 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:10:00.526387 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-24d46a4f-7f76-4127-a3ab-7cb5557cda70 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:00.605281 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-24d46a4f-7f76-4127-a3ab-7cb5557cda70 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:00.817454 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-24d46a4f-7f76-4127-a3ab-7cb5557cda70 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for port, precommit_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:00.825130 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-24d46a4f-7f76-4127-a3ab-7cb5557cda70 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14687500'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:00.829863 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-8d6a759b-d6ed-408e-bb10-2ec285b2fdfa tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:10:00.934968 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d46a4f-7f76-4127-a3ab-7cb5557cda70 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Pushing event updated for resources: {'Port': ['ID=5e226c15-d2ce-4ce9-8a44-1667acc8beb5,revision_number=2']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:10:00.938014 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-24d46a4f-7f76-4127-a3ab-7cb5557cda70 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:10:00.946048 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-24d46a4f-7f76-4127-a3ab-7cb5557cda70 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16751940'] for floatingip, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:01.123388 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.db.l3_db [None req-24d46a4f-7f76-4127-a3ab-7cb5557cda70 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Floating IP 9c39731b-5dfd-41bd-9846-dec559cd1631 associated. External IP: 172.27.3.197, port: 02a45dac-e6e5-45f3-8aa6-21daf5471ad9. May 20 17:10:01.515918 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d46a4f-7f76-4127-a3ab-7cb5557cda70 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Router c176277e-1f98-47eb-9e29-252d126d6226 has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:10:01.595009 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 57584) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:10:01.719804 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e1d49c62-6499-4428-8a56-038bcdf28d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:01.735375 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-e1d49c62-6499-4428-8a56-038bcdf28d35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:10:01.739386 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-e1d49c62-6499-4428-8a56-038bcdf28d35 admin admin] Usage tracker for resource:security_group_rule and tenant:87c335c58c92431b8e16094bbd370d0c is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:10:01.742697 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-e1d49c62-6499-4428-8a56-038bcdf28d35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:10:01.748684 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-e1d49c62-6499-4428-8a56-038bcdf28d35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:10:01.819511 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d46a4f-7f76-4127-a3ab-7cb5557cda70 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:10:01.829768 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d851540-0a25-4e4c-833b-587553ec09ec None None] Sync routers for ids ['c176277e-1f98-47eb-9e29-252d126d6226'] in dv-cinder-786524-7-iscsi {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:10:01.841815 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d851540-0a25-4e4c-833b-587553ec09ec None None] Routers {'c176277e-1f98-47eb-9e29-252d126d6226'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:10:01.842023 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e1d49c62-6499-4428-8a56-038bcdf28d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:01.842362 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-6d851540-0a25-4e4c-833b-587553ec09ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:09:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c176277e-1f98-47eb-9e29-252d126d6226'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:10:01.848165 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-e1d49c62-6499-4428-8a56-038bcdf28d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:01.852619 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-24d46a4f-7f76-4127-a3ab-7cb5557cda70 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for floatingip, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:01.857402 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-aa53836d-b66f-41e6-b1fb-a6f9a2cb0abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:10:01.901695 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-e1d49c62-6499-4428-8a56-038bcdf28d35 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=87c335c58c92431b8e16094bbd370d0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3055563 May 20 17:10:01.905399 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 57590) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:10:01.906394 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d49c62-6499-4428-8a56-038bcdf28d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aeaaca2-66fa-41a5-a59e-1456bc9a78e2,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:10:01.926221 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-24d46a4f-7f76-4127-a3ab-7cb5557cda70 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5639949 May 20 17:10:01.926371 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-e1d49c62-6499-4428-8a56-038bcdf28d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:10:01.926726 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9b5bab-a7a5-42a5-90f4-e56dc096240e', 'tag': '02a45dac-e6e5-45f3-8aa6-21daf5471ad9'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:10:01.979191 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb9b5bab-a7a5-42a5-90f4-e56dc096240e', 'tag': '02a45dac-e6e5-45f3-8aa6-21daf5471ad9', 'status': 'completed', 'code': 200} May 20 17:10:01.982120 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-4a440d7b-25bb-4009-b0b0-3e83cdb887bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:02.052569 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-4a440d7b-25bb-4009-b0b0-3e83cdb887bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:02.066291 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-6d851540-0a25-4e4c-833b-587553ec09ec None None] Set router c176277e-1f98-47eb-9e29-252d126d6226 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:10:02.125853 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8af4e-a8a3-41ab-a867-e4bb93cccde8 req-49c209e2-7e7f-4a26-9e6b-c7455ca4056d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:02.127281 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-1dd8af4e-a8a3-41ab-a867-e4bb93cccde8 req-49c209e2-7e7f-4a26-9e6b-c7455ca4056d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=03359f9fe008405ea637b8c155fbfc99&device_id=bb9b5bab-a7a5-42a5-90f4-e56dc096240e HTTP/1.1" status: 200 len: 1098 time: 0.1233754 May 20 17:10:02.132576 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-4a440d7b-25bb-4009-b0b0-3e83cdb887bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:02.138626 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-e4b749a4-0a39-45dc-ba98-7b5d1ff584e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:10:02.175217 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a440d7b-25bb-4009-b0b0-3e83cdb887bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aeaaca2-66fa-41a5-a59e-1456bc9a78e2,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:10:02.189080 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-4a440d7b-25bb-4009-b0b0-3e83cdb887bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:10:02.192610 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-4a440d7b-25bb-4009-b0b0-3e83cdb887bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:02.193794 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-4a440d7b-25bb-4009-b0b0-3e83cdb887bb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9aeaaca2-66fa-41a5-a59e-1456bc9a78e2 HTTP/1.1" status: 204 len: 168 time: 0.2845721 May 20 17:10:02.295503 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8af4e-a8a3-41ab-a867-e4bb93cccde8 req-7dec5b00-b824-4cef-b270-7606860ac237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:02.296992 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-1dd8af4e-a8a3-41ab-a867-e4bb93cccde8 req-7dec5b00-b824-4cef-b270-7606860ac237 service neutron] 10.222.0.75 "GET /v2.0/networks?id=693cca7c-a781-4bbe-b946-6e5d3b5628d3 HTTP/1.1" status: 200 len: 912 time: 0.1493134 May 20 17:10:02.425336 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-1dd8af4e-a8a3-41ab-a867-e4bb93cccde8 req-72e087e4-448d-4334-94c7-dd533e43e7d2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02a45dac-e6e5-45f3-8aa6-21daf5471ad9 HTTP/1.1" status: 200 len: 999 time: 0.1178801 May 20 17:10:02.448213 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-6d851540-0a25-4e4c-833b-587553ec09ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'name': 'tempest-TestVolumeBootPattern-276173396-router', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:50Z', 'updated_at': '2021-05-20T17:03:55Z', 'revision_number': 4, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'gw_port': {'id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:51Z', 'updated_at': '2021-05-20T17:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_floatingips': [{'id': '91616ecb-724c-42fa-9aaf-888bae2078ca', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'router_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'port_id': 'cd457aea-203f-443b-be4e-069514baa5a4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'mac_address': 'fa:16:3e:06:aa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385f9318-ed8f-4b62-84b9-1629cd6d1913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:07:55Z', 'updated_at': '2021-05-20T17:07:58Z', 'revision_number': 1, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'fixed_ip_address_scope': None}, {'id': '9c39731b-5dfd-41bd-9846-dec559cd1631', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'router_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'port_id': '02a45dac-e6e5-45f3-8aa6-21daf5471ad9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'mac_address': 'fa:16:3e:d4:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b5bab-a7a5-42a5-90f4-e56dc096240e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:10:00Z', 'updated_at': '2021-05-20T17:10:00Z', 'revision_number': 0, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0bfa448-e735-4631-aa43-6b0e677a88cb', 'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'mac_address': 'fa:16:3e:1d:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:54Z', 'updated_at': '2021-05-20T17:04:02Z', 'revision_number': 5, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'subnets': [{'id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:10:02.454301 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d851540-0a25-4e4c-833b-587553ec09ec None None] Checking router: c176277e-1f98-47eb-9e29-252d126d6226 for host: dv-cinder-786524-7-iscsi {{(pid=119046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:10:02.474463 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d851540-0a25-4e4c-833b-587553ec09ec None None] Routers {'c176277e-1f98-47eb-9e29-252d126d6226'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:10:02.475159 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-6d851540-0a25-4e4c-833b-587553ec09ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:09:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c176277e-1f98-47eb-9e29-252d126d6226'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:10:02.495850 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8af4e-a8a3-41ab-a867-e4bb93cccde8 req-e63a38fc-fcfb-4468-907b-25dbbfb0cd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:02.497990 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-1dd8af4e-a8a3-41ab-a867-e4bb93cccde8 req-e63a38fc-fcfb-4468-907b-25dbbfb0cd1d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b9354152-da80-48a7-a2cf-cafd8cb1708a HTTP/1.1" status: 200 len: 850 time: 0.0653987 May 20 17:10:02.520089 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 57604) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:10:02.538116 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-42d1d7cf-7aa0-414a-baac-76076513946b admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:02.559839 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-42d1d7cf-7aa0-414a-baac-76076513946b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:10:02.564639 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-42d1d7cf-7aa0-414a-baac-76076513946b admin admin] Usage tracker for resource:security_group_rule and tenant:80b36484f63646c0b4c9d7890705fbcd is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:10:02.567918 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-42d1d7cf-7aa0-414a-baac-76076513946b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:10:02.574229 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-42d1d7cf-7aa0-414a-baac-76076513946b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:10:02.671708 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-42d1d7cf-7aa0-414a-baac-76076513946b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:02.677769 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-42d1d7cf-7aa0-414a-baac-76076513946b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:02.679523 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-6d851540-0a25-4e4c-833b-587553ec09ec None None] Set router c176277e-1f98-47eb-9e29-252d126d6226 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:10:02.685728 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-77408b00-5f31-47e5-81e7-2ec6948fccc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:10:02.688750 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8af4e-a8a3-41ab-a867-e4bb93cccde8 req-2bb8c564-27eb-4886-b7b5-9ccfd75c1acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:02.690468 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-1dd8af4e-a8a3-41ab-a867-e4bb93cccde8 req-2bb8c564-27eb-4886-b7b5-9ccfd75c1acc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=693cca7c-a781-4bbe-b946-6e5d3b5628d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1862240 May 20 17:10:02.732588 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-42d1d7cf-7aa0-414a-baac-76076513946b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=80b36484f63646c0b4c9d7890705fbcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2113068 May 20 17:10:02.733409 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 57608) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:10:02.734043 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d1d7cf-7aa0-414a-baac-76076513946b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a0be20-cdff-49e3-ad56-041414c057d1,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:10:02.738422 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-42d1d7cf-7aa0-414a-baac-76076513946b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:10:02.795812 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-a32e1193-c748-4d96-a091-7e617bbc3dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:02.822904 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-a32e1193-c748-4d96-a091-7e617bbc3dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:02.835482 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-1dd8af4e-a8a3-41ab-a867-e4bb93cccde8 req-e9d878b4-f92e-4c82-8f3d-5289cc914a0e service neutron] 10.222.0.75 "GET /v2.0/networks/693cca7c-a781-4bbe-b946-6e5d3b5628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377068 May 20 17:10:02.880443 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-a32e1193-c748-4d96-a091-7e617bbc3dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:02.885503 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-cfa40914-10d4-49c8-9f39-908f291ca0f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:10:02.900500 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e1193-c748-4d96-a091-7e617bbc3dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a0be20-cdff-49e3-ad56-041414c057d1,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:10:02.904120 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-a32e1193-c748-4d96-a091-7e617bbc3dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:10:02.907625 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-a32e1193-c748-4d96-a091-7e617bbc3dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:02.911099 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-a32e1193-c748-4d96-a091-7e617bbc3dc8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35a0be20-cdff-49e3-ad56-041414c057d1 HTTP/1.1" status: 204 len: 168 time: 0.1720300 May 20 17:10:02.988461 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-1dd8af4e-a8a3-41ab-a867-e4bb93cccde8 req-136309c2-7414-4aa0-bde3-4afccc3026db service neutron] 10.222.0.75 "GET /v2.0/networks/693cca7c-a781-4bbe-b946-6e5d3b5628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454582 May 20 17:10:03.063501 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-6d851540-0a25-4e4c-833b-587553ec09ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'name': 'tempest-TestVolumeBootPattern-276173396-router', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:50Z', 'updated_at': '2021-05-20T17:03:55Z', 'revision_number': 4, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'gw_port': {'id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:51Z', 'updated_at': '2021-05-20T17:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_floatingips': [{'id': '91616ecb-724c-42fa-9aaf-888bae2078ca', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'router_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'port_id': 'cd457aea-203f-443b-be4e-069514baa5a4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'mac_address': 'fa:16:3e:06:aa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385f9318-ed8f-4b62-84b9-1629cd6d1913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:07:55Z', 'updated_at': '2021-05-20T17:07:58Z', 'revision_number': 1, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'fixed_ip_address_scope': None}, {'id': '9c39731b-5dfd-41bd-9846-dec559cd1631', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'router_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'port_id': '02a45dac-e6e5-45f3-8aa6-21daf5471ad9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'mac_address': 'fa:16:3e:d4:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b5bab-a7a5-42a5-90f4-e56dc096240e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:10:00Z', 'updated_at': '2021-05-20T17:10:00Z', 'revision_number': 0, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0bfa448-e735-4631-aa43-6b0e677a88cb', 'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'mac_address': 'fa:16:3e:1d:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:54Z', 'updated_at': '2021-05-20T17:04:02Z', 'revision_number': 5, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'subnets': [{'id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:10:03.067476 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d851540-0a25-4e4c-833b-587553ec09ec None None] The sync data for ids ['c176277e-1f98-47eb-9e29-252d126d6226'] in dv-cinder-786524-7-iscsi is: [{'id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'name': 'tempest-TestVolumeBootPattern-276173396-router', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:50Z', 'updated_at': '2021-05-20T17:03:55Z', 'revision_number': 4, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'gw_port': {'id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:51Z', 'updated_at': '2021-05-20T17:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_floatingips': [{'id': '91616ecb-724c-42fa-9aaf-888bae2078ca', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'router_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'port_id': 'cd457aea-203f-443b-be4e-069514baa5a4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'mac_address': 'fa:16:3e:06:aa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385f9318-ed8f-4b62-84b9-1629cd6d1913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:07:55Z', 'updated_at': '2021-05-20T17:07:58Z', 'revision_number': 1, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'fixed_ip_address_scope': None}, {'id': '9c39731b-5dfd-41bd-9846-dec559cd1631', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'router_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'port_id': '02a45dac-e6e5-45f3-8aa6-21daf5471ad9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'mac_address': 'fa:16:3e:d4:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b5bab-a7a5-42a5-90f4-e56dc096240e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:10:00Z', 'updated_at': '2021-05-20T17:10:00Z', 'revision_number': 0, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0bfa448-e735-4631-aa43-6b0e677a88cb', 'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'mac_address': 'fa:16:3e:1d:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:54Z', 'updated_at': '2021-05-20T17:04:02Z', 'revision_number': 5, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'subnets': [{'id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:10:03.269249 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de642e2f-c209-47ab-b461-82f345686deb None None] New status for floating IP 9c39731b-5dfd-41bd-9846-dec559cd1631: ACTIVE {{(pid=119047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 17:10:05.110697 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde52e3-ed9a-49ed-bdee-db0b00e3db72 req-082399d8-59db-4f68-8599-801376652ebf tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:05.112044 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7bde52e3-ed9a-49ed-bdee-db0b00e3db72 req-082399d8-59db-4f68-8599-801376652ebf tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 946 time: 0.0997472 May 20 17:10:05.159981 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-7bde52e3-ed9a-49ed-bdee-db0b00e3db72 req-3c057d40-8edc-469e-b0dd-e9c50c50cf12 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415123 May 20 17:10:05.187834 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 57668) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:10:05.441744 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7972e50d-94e3-40c7-baf2-2419bfbcb76b tempest-TestMinimumBasicScenario-204533065 tempest-TestMinimumBasicScenario-204533065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:05.443226 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-7972e50d-94e3-40c7-baf2-2419bfbcb76b tempest-TestMinimumBasicScenario-204533065 tempest-TestMinimumBasicScenario-204533065-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 1094 time: 0.2542148 May 20 17:10:05.446247 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 57674) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:10:05.451486 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-ecf179e1-2095-4d97-bfd4-8423d8c3cd73 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Request body: {'floatingip': {'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'port_id': '8700857b-013d-4d4f-a728-6885659c01c5', 'tenant_id': '78d5d1781cf44177b96e47dcda696767', 'fixed_ip_address': '172.20.0.13'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:10:05.457747 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-ecf179e1-2095-4d97-bfd4-8423d8c3cd73 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:10:05.461762 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-ecf179e1-2095-4d97-bfd4-8423d8c3cd73 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Usage tracker for resource:floatingip and tenant:78d5d1781cf44177b96e47dcda696767 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:10:05.464727 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-ecf179e1-2095-4d97-bfd4-8423d8c3cd73 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:10:05.470401 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-ecf179e1-2095-4d97-bfd4-8423d8c3cd73 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:10:05.484118 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ecf179e1-2095-4d97-bfd4-8423d8c3cd73 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks [] for floatingip, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:05.637518 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 6 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:10:05.642236 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ecf179e1-2095-4d97-bfd4-8423d8c3cd73 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:05.780702 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_common [None req-ecf179e1-2095-4d97-bfd4-8423d8c3cd73 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Allocated IP 172.27.3.113 (7bf407be-0a2f-4276-bbb9-407bd07b5677/0cc0c620-4805-460b-b0e9-2701bd4f1725/724f3dc0-d432-435d-b0f1-22a9e7ba8924) {{(pid=119045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:10:05.935322 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ecf179e1-2095-4d97-bfd4-8423d8c3cd73 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks [] for port, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:05.969431 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ecf179e1-2095-4d97-bfd4-8423d8c3cd73 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727197234791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:05.975832 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-285888df-4a76-4bc0-9083-4f84986e0ffe tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:10:06.039824 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf179e1-2095-4d97-bfd4-8423d8c3cd73 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Network 7bf407be-0a2f-4276-bbb9-407bd07b5677 is already hosted by enough agents. {{(pid=119045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:10:06.042674 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.base_scheduler [None req-ecf179e1-2095-4d97-bfd4-8423d8c3cd73 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Resources bound (agent type, host, resource id): {{(pid=119045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:10:06.046708 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf179e1-2095-4d97-bfd4-8423d8c3cd73 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Received port after_create {{(pid=119045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:10:06.079204 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf179e1-2095-4d97-bfd4-8423d8c3cd73 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Pushing event updated for resources: {'Port': ['ID=724f3dc0-d432-435d-b0f1-22a9e7ba8924,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:10:06.083311 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-ecf179e1-2095-4d97-bfd4-8423d8c3cd73 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:10:06.472957 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ecf179e1-2095-4d97-bfd4-8423d8c3cd73 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:06.557134 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ecf179e1-2095-4d97-bfd4-8423d8c3cd73 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:06.768310 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ecf179e1-2095-4d97-bfd4-8423d8c3cd73 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks [] for port, precommit_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:06.776325 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ecf179e1-2095-4d97-bfd4-8423d8c3cd73 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14687500'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:06.780254 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-89b40db6-06b7-46fc-8672-9f628227fb02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:10:06.986060 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf179e1-2095-4d97-bfd4-8423d8c3cd73 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Pushing event updated for resources: {'Port': ['ID=724f3dc0-d432-435d-b0f1-22a9e7ba8924,revision_number=2']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:10:06.990477 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-ecf179e1-2095-4d97-bfd4-8423d8c3cd73 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:10:07.000207 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ecf179e1-2095-4d97-bfd4-8423d8c3cd73 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16751940'] for floatingip, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:07.175150 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.db.l3_db [None req-ecf179e1-2095-4d97-bfd4-8423d8c3cd73 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Floating IP 18960582-815a-4a5e-91ab-3bd988c92d9b associated. External IP: 172.27.3.113, port: 8700857b-013d-4d4f-a728-6885659c01c5. May 20 17:10:07.558345 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf179e1-2095-4d97-bfd4-8423d8c3cd73 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Router f6d3bcac-ce53-4d22-a839-5d0802c5970b has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:10:07.743202 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf179e1-2095-4d97-bfd4-8423d8c3cd73 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:10:07.753680 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eddb73f-ddda-4913-b486-fd7c4184ec70 None None] Sync routers for ids ['f6d3bcac-ce53-4d22-a839-5d0802c5970b'] in dv-cinder-786524-7-iscsi {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:10:07.763982 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eddb73f-ddda-4913-b486-fd7c4184ec70 None None] Routers {'f6d3bcac-ce53-4d22-a839-5d0802c5970b'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:10:07.764440 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-5eddb73f-ddda-4913-b486-fd7c4184ec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:09:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['f6d3bcac-ce53-4d22-a839-5d0802c5970b'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:10:07.773845 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ecf179e1-2095-4d97-bfd4-8423d8c3cd73 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for floatingip, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:07.852960 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-ecf179e1-2095-4d97-bfd4-8423d8c3cd73 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4056613 May 20 17:10:07.854037 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d57c148-1679-431d-a22b-0438ad9b509f', 'tag': '8700857b-013d-4d4f-a728-6885659c01c5'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:10:07.856123 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 57714) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:10:07.861413 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-f33c574e-2c11-457a-93aa-e805f0d7bd92 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-230824473', 'description': 'tempest-secgroup-smoke-230824473 description', 'project_id': '78d5d1781cf44177b96e47dcda696767'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:10:07.868682 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-f33c574e-2c11-457a-93aa-e805f0d7bd92 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:10:07.879961 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-f33c574e-2c11-457a-93aa-e805f0d7bd92 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:10:07.895346 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-f33c574e-2c11-457a-93aa-e805f0d7bd92 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:07.909063 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 57720) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:10:07.917259 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-f33c574e-2c11-457a-93aa-e805f0d7bd92 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:10:07.920098 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d57c148-1679-431d-a22b-0438ad9b509f', 'tag': '8700857b-013d-4d4f-a728-6885659c01c5', 'status': 'completed', 'code': 200} May 20 17:10:07.926160 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-f33c574e-2c11-457a-93aa-e805f0d7bd92 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Usage tracker for resource:security_group_rule and tenant:78d5d1781cf44177b96e47dcda696767 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:10:07.929095 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-f33c574e-2c11-457a-93aa-e805f0d7bd92 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:10:07.935849 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-f33c574e-2c11-457a-93aa-e805f0d7bd92 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:10:07.974453 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-5eddb73f-ddda-4913-b486-fd7c4184ec70 None None] Set router f6d3bcac-ce53-4d22-a839-5d0802c5970b gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:10:08.051900 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-56acf7c6-8c1d-453d-8a48-4efbc98fd6b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:08.066526 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b7a5f-ded4-4030-8d92-943b4dd2375d req-f5ff3c15-ce1a-49f0-80d8-775ec32e0250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:08.068014 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b34b7a5f-ded4-4030-8d92-943b4dd2375d req-f5ff3c15-ce1a-49f0-80d8-775ec32e0250 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=78d5d1781cf44177b96e47dcda696767&device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 1099 time: 0.1156595 May 20 17:10:08.070039 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-56acf7c6-8c1d-453d-8a48-4efbc98fd6b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:10:08.070165 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-f33c574e-2c11-457a-93aa-e805f0d7bd92 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:08.074837 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-56acf7c6-8c1d-453d-8a48-4efbc98fd6b5 admin admin] Usage tracker for resource:security_group_rule and tenant:b6e8a332e0cf4bcf8fb759e6ef149ff9 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:10:08.075773 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-f33c574e-2c11-457a-93aa-e805f0d7bd92 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:08.077751 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-56acf7c6-8c1d-453d-8a48-4efbc98fd6b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:10:08.083298 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-64641c71-7a57-43f7-b51f-6a4a34fba16a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:10:08.083876 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-56acf7c6-8c1d-453d-8a48-4efbc98fd6b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:10:08.158158 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c574e-2c11-457a-93aa-e805f0d7bd92 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2f971d-d204-416c-927b-e555f53a40b8,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:10:08.161177 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-f33c574e-2c11-457a-93aa-e805f0d7bd92 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:10:08.186159 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-56acf7c6-8c1d-453d-8a48-4efbc98fd6b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:08.192313 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-56acf7c6-8c1d-453d-8a48-4efbc98fd6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:08.220966 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-3a5ac7ec-6354-4c18-8be2-c61a2db62c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:10:08.232034 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-56acf7c6-8c1d-453d-8a48-4efbc98fd6b5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b6e8a332e0cf4bcf8fb759e6ef149ff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202627 May 20 17:10:08.232931 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 57726) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:10:08.242309 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-f33c574e-2c11-457a-93aa-e805f0d7bd92 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:08.246734 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-f33c574e-2c11-457a-93aa-e805f0d7bd92 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3865283 May 20 17:10:08.247971 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 57730) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:10:08.255785 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-2b0acb57-b9ef-4545-8980-eafb0f2e3065 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Request body: {'security_group_rule': {'security_group_id': '1f2f971d-d204-416c-927b-e555f53a40b8', 'project_id': '78d5d1781cf44177b96e47dcda696767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:10:08.264133 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-2b0acb57-b9ef-4545-8980-eafb0f2e3065 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:10:08.272440 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-2b0acb57-b9ef-4545-8980-eafb0f2e3065 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Usage tracker for resource:security_group_rule and tenant:78d5d1781cf44177b96e47dcda696767 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:10:08.279025 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56acf7c6-8c1d-453d-8a48-4efbc98fd6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed8a060-1c81-4c99-af30-350704bce6b4,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:10:08.285456 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-2b0acb57-b9ef-4545-8980-eafb0f2e3065 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:10:08.288323 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-56acf7c6-8c1d-453d-8a48-4efbc98fd6b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:10:08.296045 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-2b0acb57-b9ef-4545-8980-eafb0f2e3065 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:10:08.301226 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b7a5f-ded4-4030-8d92-943b4dd2375d req-122964f2-0ff1-43f3-8d9e-0d5907bcbd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:08.302976 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b34b7a5f-ded4-4030-8d92-943b4dd2375d req-122964f2-0ff1-43f3-8d9e-0d5907bcbd10 service neutron] 10.222.0.75 "GET /v2.0/networks?id=36fac261-9fd2-44e2-911c-7d2461818608 HTTP/1.1" status: 200 len: 916 time: 0.2205403 May 20 17:10:08.318195 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-42328190-5749-49ec-9de4-2c22d33123ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:08.344336 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-42328190-5749-49ec-9de4-2c22d33123ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:08.385640 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-2b0acb57-b9ef-4545-8980-eafb0f2e3065 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:08.390968 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-5eddb73f-ddda-4913-b486-fd7c4184ec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'name': 'tempest-TestMinimumBasicScenario-1553328808-router', 'tenant_id': '78d5d1781cf44177b96e47dcda696767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '7d702065-78c3-4f6e-8b7c-f1ac169b88d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:09:07Z', 'updated_at': '2021-05-20T17:09:12Z', 'revision_number': 4, 'project_id': '78d5d1781cf44177b96e47dcda696767', 'gw_port': {'id': '7d702065-78c3-4f6e-8b7c-f1ac169b88d4', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:09:08Z', 'updated_at': '2021-05-20T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_floatingips': [{'id': '18960582-815a-4a5e-91ab-3bd988c92d9b', 'tenant_id': '78d5d1781cf44177b96e47dcda696767', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'router_id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'port_id': '8700857b-013d-4d4f-a728-6885659c01c5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36fac261-9fd2-44e2-911c-7d2461818608', 'mac_address': 'fa:16:3e:45:95:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d57c148-1679-431d-a22b-0438ad9b509f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:10:06Z', 'updated_at': '2021-05-20T17:10:06Z', 'revision_number': 0, 'project_id': '78d5d1781cf44177b96e47dcda696767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '914a4bcd-c77c-41f3-8866-6e7db6d4f58f', 'name': '', 'network_id': '36fac261-9fd2-44e2-911c-7d2461818608', 'tenant_id': '78d5d1781cf44177b96e47dcda696767', 'mac_address': 'fa:16:3e:41:a5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f786e361-288f-4466-b193-359d2b09f79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:09:11Z', 'updated_at': '2021-05-20T17:09:19Z', 'revision_number': 5, 'project_id': '78d5d1781cf44177b96e47dcda696767', 'subnets': [{'id': 'f786e361-288f-4466-b193-359d2b09f79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:10:08.395510 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eddb73f-ddda-4913-b486-fd7c4184ec70 None None] Checking router: f6d3bcac-ce53-4d22-a839-5d0802c5970b for host: dv-cinder-786524-7-iscsi {{(pid=119046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:10:08.405778 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eddb73f-ddda-4913-b486-fd7c4184ec70 None None] Routers {'f6d3bcac-ce53-4d22-a839-5d0802c5970b'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:10:08.408069 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-5eddb73f-ddda-4913-b486-fd7c4184ec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:09:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['f6d3bcac-ce53-4d22-a839-5d0802c5970b'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:10:08.412037 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-42328190-5749-49ec-9de4-2c22d33123ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:08.417286 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-56acf7c6-8c1d-453d-8a48-4efbc98fd6b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:10:08.431286 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42328190-5749-49ec-9de4-2c22d33123ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed8a060-1c81-4c99-af30-350704bce6b4,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:10:08.439859 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-42328190-5749-49ec-9de4-2c22d33123ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:10:08.441191 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-42328190-5749-49ec-9de4-2c22d33123ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:08.444633 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-42328190-5749-49ec-9de4-2c22d33123ba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1ed8a060-1c81-4c99-af30-350704bce6b4 HTTP/1.1" status: 204 len: 168 time: 0.2084224 May 20 17:10:08.449990 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b34b7a5f-ded4-4030-8d92-943b4dd2375d req-5da5dd3b-79d5-4718-9516-dad882f06ba0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8700857b-013d-4d4f-a728-6885659c01c5 HTTP/1.1" status: 200 len: 1000 time: 0.1377349 May 20 17:10:08.502668 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-2b0acb57-b9ef-4545-8980-eafb0f2e3065 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:08.512993 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-2b0acb57-b9ef-4545-8980-eafb0f2e3065 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270895'] for security_group_rule, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:08.522303 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:10:08.557935 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0acb57-b9ef-4545-8980-eafb0f2e3065 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb361fa5-754a-4297-80a4-3f2103400e2c,revision_number=0']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:10:08.564609 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b7a5f-ded4-4030-8d92-943b4dd2375d req-4ae15eaa-27e6-4eec-ad6e-aa8f7f030008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:08.566161 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b34b7a5f-ded4-4030-8d92-943b4dd2375d req-4ae15eaa-27e6-4eec-ad6e-aa8f7f030008 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f786e361-288f-4466-b193-359d2b09f79e HTTP/1.1" status: 200 len: 854 time: 0.1091399 May 20 17:10:08.567927 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-2b0acb57-b9ef-4545-8980-eafb0f2e3065 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:10:08.572683 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-2b0acb57-b9ef-4545-8980-eafb0f2e3065 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:08.576864 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-2b0acb57-b9ef-4545-8980-eafb0f2e3065 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3256817 May 20 17:10:08.577027 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 57736) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:10:08.615731 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-5eddb73f-ddda-4913-b486-fd7c4184ec70 None None] Set router f6d3bcac-ce53-4d22-a839-5d0802c5970b gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:10:08.630541 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-89d0fa65-2074-44b2-a2fa-2fe33b8218dc tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Request body: {'security_group_rule': {'security_group_id': '1f2f971d-d204-416c-927b-e555f53a40b8', 'project_id': '78d5d1781cf44177b96e47dcda696767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:10:08.641790 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-89d0fa65-2074-44b2-a2fa-2fe33b8218dc tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:10:08.648523 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-89d0fa65-2074-44b2-a2fa-2fe33b8218dc tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Usage tracker for resource:security_group_rule and tenant:78d5d1781cf44177b96e47dcda696767 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:10:08.657202 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-89d0fa65-2074-44b2-a2fa-2fe33b8218dc tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:10:08.665648 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-89d0fa65-2074-44b2-a2fa-2fe33b8218dc tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:10:08.692732 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-89d0fa65-2074-44b2-a2fa-2fe33b8218dc tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:08.712071 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b7a5f-ded4-4030-8d92-943b4dd2375d req-8e947a99-5f0f-41ab-95a6-5faa9a2e0225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:08.713600 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b34b7a5f-ded4-4030-8d92-943b4dd2375d req-8e947a99-5f0f-41ab-95a6-5faa9a2e0225 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=36fac261-9fd2-44e2-911c-7d2461818608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1384988 May 20 17:10:08.782619 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 57742) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:10:08.805226 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-a160e0ec-0a74-4c06-8008-2424681210a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:08.821245 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-a160e0ec-0a74-4c06-8008-2424681210a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:10:08.825611 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-a160e0ec-0a74-4c06-8008-2424681210a1 admin admin] Usage tracker for resource:security_group_rule and tenant:b21dffbf04ef45e9953b0e5a66306eea is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:10:08.828524 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-a160e0ec-0a74-4c06-8008-2424681210a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:10:08.834899 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-a160e0ec-0a74-4c06-8008-2424681210a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:10:08.860403 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-89d0fa65-2074-44b2-a2fa-2fe33b8218dc tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:08.867215 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-89d0fa65-2074-44b2-a2fa-2fe33b8218dc tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270895'] for security_group_rule, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:08.871039 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-6685e9d7-6698-481c-8b4f-2170980359de tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:10:08.912356 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0fa65-2074-44b2-a2fa-2fe33b8218dc tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ca4c2b-caa3-4df8-9b58-4bafeaf5f8a2,revision_number=0']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:10:08.916274 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b34b7a5f-ded4-4030-8d92-943b4dd2375d req-d30d8e46-f36e-4b17-b410-bed52f31cb56 service neutron] 10.222.0.75 "GET /v2.0/networks/36fac261-9fd2-44e2-911c-7d2461818608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948075 May 20 17:10:08.917070 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-89d0fa65-2074-44b2-a2fa-2fe33b8218dc tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:10:08.953240 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-89d0fa65-2074-44b2-a2fa-2fe33b8218dc tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:08.954392 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-89d0fa65-2074-44b2-a2fa-2fe33b8218dc tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3765154 May 20 17:10:08.960684 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-a160e0ec-0a74-4c06-8008-2424681210a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:08.962001 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 57748) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:10:08.968795 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-50eb0883-f7cc-4b1d-b6e6-eb5f44991c4b tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Request body: {'security_group_rule': {'security_group_id': '1f2f971d-d204-416c-927b-e555f53a40b8', 'project_id': '78d5d1781cf44177b96e47dcda696767', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:10:08.975208 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-a160e0ec-0a74-4c06-8008-2424681210a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:08.983677 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-50eb0883-f7cc-4b1d-b6e6-eb5f44991c4b tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:10:08.985872 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-698b76fb-29ac-415b-ae02-be1371a3220e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:10:09.005793 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-50eb0883-f7cc-4b1d-b6e6-eb5f44991c4b tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Usage tracker for resource:security_group_rule and tenant:78d5d1781cf44177b96e47dcda696767 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:10:09.015452 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-50eb0883-f7cc-4b1d-b6e6-eb5f44991c4b tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:10:09.029365 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-5eddb73f-ddda-4913-b486-fd7c4184ec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'name': 'tempest-TestMinimumBasicScenario-1553328808-router', 'tenant_id': '78d5d1781cf44177b96e47dcda696767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '7d702065-78c3-4f6e-8b7c-f1ac169b88d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:09:07Z', 'updated_at': '2021-05-20T17:09:12Z', 'revision_number': 4, 'project_id': '78d5d1781cf44177b96e47dcda696767', 'gw_port': {'id': '7d702065-78c3-4f6e-8b7c-f1ac169b88d4', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:09:08Z', 'updated_at': '2021-05-20T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_floatingips': [{'id': '18960582-815a-4a5e-91ab-3bd988c92d9b', 'tenant_id': '78d5d1781cf44177b96e47dcda696767', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'router_id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'port_id': '8700857b-013d-4d4f-a728-6885659c01c5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36fac261-9fd2-44e2-911c-7d2461818608', 'mac_address': 'fa:16:3e:45:95:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d57c148-1679-431d-a22b-0438ad9b509f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:10:06Z', 'updated_at': '2021-05-20T17:10:06Z', 'revision_number': 0, 'project_id': '78d5d1781cf44177b96e47dcda696767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '914a4bcd-c77c-41f3-8866-6e7db6d4f58f', 'name': '', 'network_id': '36fac261-9fd2-44e2-911c-7d2461818608', 'tenant_id': '78d5d1781cf44177b96e47dcda696767', 'mac_address': 'fa:16:3e:41:a5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f786e361-288f-4466-b193-359d2b09f79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:09:11Z', 'updated_at': '2021-05-20T17:09:19Z', 'revision_number': 5, 'project_id': '78d5d1781cf44177b96e47dcda696767', 'subnets': [{'id': 'f786e361-288f-4466-b193-359d2b09f79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:10:09.029986 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-50eb0883-f7cc-4b1d-b6e6-eb5f44991c4b tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:10:09.033774 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eddb73f-ddda-4913-b486-fd7c4184ec70 None None] The sync data for ids ['f6d3bcac-ce53-4d22-a839-5d0802c5970b'] in dv-cinder-786524-7-iscsi is: [{'id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'name': 'tempest-TestMinimumBasicScenario-1553328808-router', 'tenant_id': '78d5d1781cf44177b96e47dcda696767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '7d702065-78c3-4f6e-8b7c-f1ac169b88d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:09:07Z', 'updated_at': '2021-05-20T17:09:12Z', 'revision_number': 4, 'project_id': '78d5d1781cf44177b96e47dcda696767', 'gw_port': {'id': '7d702065-78c3-4f6e-8b7c-f1ac169b88d4', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:09:08Z', 'updated_at': '2021-05-20T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_floatingips': [{'id': '18960582-815a-4a5e-91ab-3bd988c92d9b', 'tenant_id': '78d5d1781cf44177b96e47dcda696767', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'router_id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'port_id': '8700857b-013d-4d4f-a728-6885659c01c5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36fac261-9fd2-44e2-911c-7d2461818608', 'mac_address': 'fa:16:3e:45:95:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d57c148-1679-431d-a22b-0438ad9b509f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:10:06Z', 'updated_at': '2021-05-20T17:10:06Z', 'revision_number': 0, 'project_id': '78d5d1781cf44177b96e47dcda696767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '914a4bcd-c77c-41f3-8866-6e7db6d4f58f', 'name': '', 'network_id': '36fac261-9fd2-44e2-911c-7d2461818608', 'tenant_id': '78d5d1781cf44177b96e47dcda696767', 'mac_address': 'fa:16:3e:41:a5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f786e361-288f-4466-b193-359d2b09f79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:09:11Z', 'updated_at': '2021-05-20T17:09:19Z', 'revision_number': 5, 'project_id': '78d5d1781cf44177b96e47dcda696767', 'subnets': [{'id': 'f786e361-288f-4466-b193-359d2b09f79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:10:09.036583 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-a160e0ec-0a74-4c06-8008-2424681210a1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b21dffbf04ef45e9953b0e5a66306eea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522054 May 20 17:10:09.041105 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 57752) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:10:09.044207 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160e0ec-0a74-4c06-8008-2424681210a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79968cd5-7a05-4f9a-b910-cbdd8d211683,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:10:09.047600 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-a160e0ec-0a74-4c06-8008-2424681210a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:10:09.057800 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-50eb0883-f7cc-4b1d-b6e6-eb5f44991c4b tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:09.103576 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b34b7a5f-ded4-4030-8d92-943b4dd2375d req-cb39aeff-59fe-4dee-a89e-37b3a6b06013 service neutron] 10.222.0.75 "GET /v2.0/networks/36fac261-9fd2-44e2-911c-7d2461818608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776211 May 20 17:10:09.130016 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-7c02bb73-98ec-4d91-97bc-4b5f86f9cea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:09.136024 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-50eb0883-f7cc-4b1d-b6e6-eb5f44991c4b tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:09.141361 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-50eb0883-f7cc-4b1d-b6e6-eb5f44991c4b tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270895'] for security_group_rule, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:09.149613 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:10:09.161350 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-7c02bb73-98ec-4d91-97bc-4b5f86f9cea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:09.171478 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb0883-f7cc-4b1d-b6e6-eb5f44991c4b tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc59e7e-2f3c-48ea-b7b2-00daed7fc02b,revision_number=0']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:10:09.174284 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-50eb0883-f7cc-4b1d-b6e6-eb5f44991c4b tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:10:09.186422 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-50eb0883-f7cc-4b1d-b6e6-eb5f44991c4b tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:09.190558 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-50eb0883-f7cc-4b1d-b6e6-eb5f44991c4b tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2245972 May 20 17:10:09.190804 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 57756) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:10:09.196152 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-bcdc581a-0df4-4392-948e-e707ec6abb0a tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Request body: {'security_group_rule': {'security_group_id': '1f2f971d-d204-416c-927b-e555f53a40b8', 'project_id': '78d5d1781cf44177b96e47dcda696767', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:10:09.202735 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-bcdc581a-0df4-4392-948e-e707ec6abb0a tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:10:09.206729 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-bcdc581a-0df4-4392-948e-e707ec6abb0a tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Usage tracker for resource:security_group_rule and tenant:78d5d1781cf44177b96e47dcda696767 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:10:09.209952 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-bcdc581a-0df4-4392-948e-e707ec6abb0a tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:10:09.218272 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-bcdc581a-0df4-4392-948e-e707ec6abb0a tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:10:09.224345 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-7c02bb73-98ec-4d91-97bc-4b5f86f9cea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:09.234625 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-e1d49c62-6499-4428-8a56-038bcdf28d35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:10:09.237739 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bcdc581a-0df4-4392-948e-e707ec6abb0a tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:09.245695 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02bb73-98ec-4d91-97bc-4b5f86f9cea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79968cd5-7a05-4f9a-b910-cbdd8d211683,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:10:09.251148 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-7c02bb73-98ec-4d91-97bc-4b5f86f9cea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:10:09.254034 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-7c02bb73-98ec-4d91-97bc-4b5f86f9cea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:09.265237 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-7c02bb73-98ec-4d91-97bc-4b5f86f9cea9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/79968cd5-7a05-4f9a-b910-cbdd8d211683 HTTP/1.1" status: 204 len: 168 time: 0.2229331 May 20 17:10:09.301835 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b72cf1a-5421-4445-8516-56253192dfe3 None None] New status for floating IP 18960582-815a-4a5e-91ab-3bd988c92d9b: ACTIVE {{(pid=119047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 17:10:09.318035 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bcdc581a-0df4-4392-948e-e707ec6abb0a tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:09.324145 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bcdc581a-0df4-4392-948e-e707ec6abb0a tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270895'] for security_group_rule, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:09.326990 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:10:09.349736 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc581a-0df4-4392-948e-e707ec6abb0a tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d01f57-3acf-4f81-904c-529823c6c0dc,revision_number=0']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:10:09.353017 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-bcdc581a-0df4-4392-948e-e707ec6abb0a tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:10:09.364591 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-bcdc581a-0df4-4392-948e-e707ec6abb0a tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:09.366366 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-bcdc581a-0df4-4392-948e-e707ec6abb0a tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1746545 May 20 17:10:09.369359 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 57762) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:10:09.375055 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.v2.base [None req-41ea2ab9-bdbe-4074-a614-426211d206ea tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Request body: {'security_group_rule': {'security_group_id': '1f2f971d-d204-416c-927b-e555f53a40b8', 'project_id': '78d5d1781cf44177b96e47dcda696767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:10:09.380831 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-41ea2ab9-bdbe-4074-a614-426211d206ea tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:10:09.384752 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-41ea2ab9-bdbe-4074-a614-426211d206ea tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Usage tracker for resource:security_group_rule and tenant:78d5d1781cf44177b96e47dcda696767 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:10:09.387775 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-41ea2ab9-bdbe-4074-a614-426211d206ea tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:10:09.393840 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-41ea2ab9-bdbe-4074-a614-426211d206ea tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:10:09.410649 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.db.securitygroups_db [None req-41ea2ab9-bdbe-4074-a614-426211d206ea tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Project 78d5d1781cf44177b96e47dcda696767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 17:10:09.416677 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-41ea2ab9-bdbe-4074-a614-426211d206ea tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:09.486275 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-41ea2ab9-bdbe-4074-a614-426211d206ea tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:09.494562 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-41ea2ab9-bdbe-4074-a614-426211d206ea tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270895'] for security_group_rule, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:09.497352 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-e360943d-a87d-4afe-8372-911210732802 tempest-TestShelveInstance-1483880429 tempest-TestShelveInstance-1483880429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:10:09.518439 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea2ab9-bdbe-4074-a614-426211d206ea tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6ec707-529f-4f1d-b0a1-51d555a0287b,revision_number=0']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:10:09.522552 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-41ea2ab9-bdbe-4074-a614-426211d206ea tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:10:09.532723 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-41ea2ab9-bdbe-4074-a614-426211d206ea tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:09.537050 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 57768) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:10:09.537226 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-41ea2ab9-bdbe-4074-a614-426211d206ea tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1666615 May 20 17:10:09.542721 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [None req-e8734a6e-e40b-40cb-997c-6fff78bcedab tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Request body: {'security_group_rule': {'security_group_id': '1f2f971d-d204-416c-927b-e555f53a40b8', 'project_id': '78d5d1781cf44177b96e47dcda696767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:10:09.549110 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-e8734a6e-e40b-40cb-997c-6fff78bcedab tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:10:09.552931 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-e8734a6e-e40b-40cb-997c-6fff78bcedab tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Usage tracker for resource:security_group_rule and tenant:78d5d1781cf44177b96e47dcda696767 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:10:09.556056 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-e8734a6e-e40b-40cb-997c-6fff78bcedab tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:10:09.562331 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-e8734a6e-e40b-40cb-997c-6fff78bcedab tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:10:09.576797 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.db.securitygroups_db [None req-e8734a6e-e40b-40cb-997c-6fff78bcedab tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Project 78d5d1781cf44177b96e47dcda696767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 17:10:09.582554 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-e8734a6e-e40b-40cb-997c-6fff78bcedab tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:09.654412 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-e8734a6e-e40b-40cb-997c-6fff78bcedab tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:09.658636 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-e8734a6e-e40b-40cb-997c-6fff78bcedab tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270895'] for security_group_rule, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:09.665383 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-bcdc581a-0df4-4392-948e-e707ec6abb0a tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:10:09.684488 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8734a6e-e40b-40cb-997c-6fff78bcedab tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=887e2c67-ba7f-45cd-92cf-95f101c7663c,revision_number=0']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:10:09.687877 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-e8734a6e-e40b-40cb-997c-6fff78bcedab tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:10:09.696098 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-e8734a6e-e40b-40cb-997c-6fff78bcedab tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:09.697422 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-e8734a6e-e40b-40cb-997c-6fff78bcedab tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1591575 May 20 17:10:09.819391 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1d06eb1b-22ac-4e07-9875-c2f6765ad5da req-608cba08-3d33-4cff-b403-1d4c7fc9c962 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-230824473&fields=id&tenant_id=78d5d1781cf44177b96e47dcda696767 HTTP/1.1" status: 200 len: 267 time: 0.0409546 May 20 17:10:10.025362 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06eb1b-22ac-4e07-9875-c2f6765ad5da req-a5638f22-7563-4687-8732-dbea08b1432a tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:10.026829 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1d06eb1b-22ac-4e07-9875-c2f6765ad5da req-a5638f22-7563-4687-8732-dbea08b1432a tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 946 time: 0.2032077 May 20 17:10:10.038063 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [req-1d06eb1b-22ac-4e07-9875-c2f6765ad5da req-f5a5a67b-ca9b-4a01-8abc-ee773231fe84 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Request body: {'port': {'security_groups': ['9c254a27-36b7-47fb-8b19-d835f0454e9c', '1f2f971d-d204-416c-927b-e555f53a40b8']}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:10:10.161952 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-1d06eb1b-22ac-4e07-9875-c2f6765ad5da req-f5a5a67b-ca9b-4a01-8abc-ee773231fe84 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:10.429004 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-1d06eb1b-22ac-4e07-9875-c2f6765ad5da req-f5a5a67b-ca9b-4a01-8abc-ee773231fe84 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] For port 8700857b-013d-4d4f-a728-6885659c01c5, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8700857b-013d-4d4f-a728-6885659c01c5,segment=NetworkSegment(0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4),segment_id=0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4)] {{(pid=119045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:10:10.460520 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-1d06eb1b-22ac-4e07-9875-c2f6765ad5da req-f5a5a67b-ca9b-4a01-8abc-ee773231fe84 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks [] for port, precommit_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:10.466840 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-1d06eb1b-22ac-4e07-9875-c2f6765ad5da req-f5a5a67b-ca9b-4a01-8abc-ee773231fe84 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14687500'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:10.472734 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-079ee0a6-d212-4be4-8860-6bcff3293d9f tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:10:10.480149 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['8700857b-013d-4d4f-a728-6885659c01c5'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:10:10.541245 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06eb1b-22ac-4e07-9875-c2f6765ad5da req-f5a5a67b-ca9b-4a01-8abc-ee773231fe84 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:10.541872 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-1d06eb1b-22ac-4e07-9875-c2f6765ad5da req-f5a5a67b-ca9b-4a01-8abc-ee773231fe84 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:10.544608 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-1d06eb1b-22ac-4e07-9875-c2f6765ad5da req-f5a5a67b-ca9b-4a01-8abc-ee773231fe84 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "PUT /v2.0/ports/8700857b-013d-4d4f-a728-6885659c01c5 HTTP/1.1" status: 200 len: 982 time: 0.5100532 May 20 17:10:10.544608 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d57c148-1679-431d-a22b-0438ad9b509f', 'tag': '8700857b-013d-4d4f-a728-6885659c01c5'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:10:10.587700 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5a67b-ca9b-4a01-8abc-ee773231fe84 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Pushing event updated for resources: {'Port': ['ID=8700857b-013d-4d4f-a728-6885659c01c5,revision_number=6']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:10:10.608527 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-f5a5a67b-ca9b-4a01-8abc-ee773231fe84 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:10:10.671564 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d57c148-1679-431d-a22b-0438ad9b509f', 'tag': '8700857b-013d-4d4f-a728-6885659c01c5', 'status': 'completed', 'code': 200} May 20 17:10:10.682701 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['8700857b-013d-4d4f-a728-6885659c01c5'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:10:10.807157 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce56b8-3b84-418e-9b12-31e2878738b4 req-3ed023ad-9aa7-4a18-b920-b70f27e7cc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:10.811327 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c2ce56b8-3b84-418e-9b12-31e2878738b4 req-3ed023ad-9aa7-4a18-b920-b70f27e7cc62 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=78d5d1781cf44177b96e47dcda696767&device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 1138 time: 0.1085565 May 20 17:10:10.839014 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89bc63a-6fec-4f55-b2c0-67f5ee9f81f9 req-6dce3353-e57b-4cb2-a1e6-9180e212b924 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:10.840992 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-a89bc63a-6fec-4f55-b2c0-67f5ee9f81f9 req-6dce3353-e57b-4cb2-a1e6-9180e212b924 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 985 time: 0.0915647 May 20 17:10:10.904555 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-a89bc63a-6fec-4f55-b2c0-67f5ee9f81f9 req-b92f1ef6-7e8c-4817-87a8-e51b6a572dd9 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&id=1f2f971d-d204-416c-927b-e555f53a40b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549424 May 20 17:10:10.958469 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce56b8-3b84-418e-9b12-31e2878738b4 req-cb3afa46-7c60-4805-9bcc-a107359d13b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:10.960080 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c2ce56b8-3b84-418e-9b12-31e2878738b4 req-cb3afa46-7c60-4805-9bcc-a107359d13b3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=36fac261-9fd2-44e2-911c-7d2461818608 HTTP/1.1" status: 200 len: 916 time: 0.1415038 May 20 17:10:10.986674 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-46328646-a0fd-428a-bcd6-8ed292aa25ec None None] Provisioning complete for port 8700857b-013d-4d4f-a728-6885659c01c5 triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:10:10.987049 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-46328646-a0fd-428a-bcd6-8ed292aa25ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:11.182155 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c2ce56b8-3b84-418e-9b12-31e2878738b4 req-59bc9097-e38d-4909-9a49-706d23be0cf5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8700857b-013d-4d4f-a728-6885659c01c5 HTTP/1.1" status: 200 len: 1002 time: 0.2140498 May 20 17:10:11.251651 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce56b8-3b84-418e-9b12-31e2878738b4 req-46a0fca2-c99d-4593-9181-bf9e4b95fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:11.253109 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c2ce56b8-3b84-418e-9b12-31e2878738b4 req-46a0fca2-c99d-4593-9181-bf9e4b95fa53 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f786e361-288f-4466-b193-359d2b09f79e HTTP/1.1" status: 200 len: 854 time: 0.0628235 May 20 17:10:11.335888 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce56b8-3b84-418e-9b12-31e2878738b4 req-1069f8b1-0bda-4ed7-9c23-8f8be80dd3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:11.337415 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c2ce56b8-3b84-418e-9b12-31e2878738b4 req-1069f8b1-0bda-4ed7-9c23-8f8be80dd3fe service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=36fac261-9fd2-44e2-911c-7d2461818608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759480 May 20 17:10:11.475851 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c2ce56b8-3b84-418e-9b12-31e2878738b4 req-aac9fa45-b9fb-492b-9ee0-f17a20bdbd69 service neutron] 10.222.0.75 "GET /v2.0/networks/36fac261-9fd2-44e2-911c-7d2461818608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307423 May 20 17:10:11.585290 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b62c854b-e342-4ee0-ac96-1a2fd4baa982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:11.614178 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-c2ce56b8-3b84-418e-9b12-31e2878738b4 req-ee1533ba-c6c6-4d2d-b0d2-f03d88bb84b0 service neutron] 10.222.0.75 "GET /v2.0/networks/36fac261-9fd2-44e2-911c-7d2461818608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304429 May 20 17:10:14.003676 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:14.328382 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b67d0987-6394-47eb-a890-e0a80203252a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:14.329459 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 57840) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:10:14.347459 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:14.454329 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-6a2c8634-036e-4abb-91c4-da2577b90752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:14.469595 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-6a2c8634-036e-4abb-91c4-da2577b90752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:10:14.473949 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-6a2c8634-036e-4abb-91c4-da2577b90752 admin admin] Usage tracker for resource:security_group_rule and tenant:eccb72af50d046d09e6e26ed3494e663 is out of sync, need to count used quota {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:10:14.476950 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [None req-6a2c8634-036e-4abb-91c4-da2577b90752 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:10:14.482931 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.quota.driver [None req-6a2c8634-036e-4abb-91c4-da2577b90752 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:10:14.567017 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-6a2c8634-036e-4abb-91c4-da2577b90752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:14.572806 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-6a2c8634-036e-4abb-91c4-da2577b90752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:14.582380 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-a5bc88d8-dcb5-47cf-8b91-689921c01fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:10:14.622243 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-6a2c8634-036e-4abb-91c4-da2577b90752 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eccb72af50d046d09e6e26ed3494e663&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2915089 May 20 17:10:14.623111 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c8634-036e-4abb-91c4-da2577b90752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c43109b-4ee2-49a5-bc84-ce9cc1855ca8,revision_number=1']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:10:14.625278 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 57846) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:10:14.626225 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-6a2c8634-036e-4abb-91c4-da2577b90752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:10:14.707574 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a4719e11-fb54-45f5-96e2-8a0094405786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:14.734512 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a4719e11-fb54-45f5-96e2-8a0094405786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:14.797889 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a4719e11-fb54-45f5-96e2-8a0094405786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:14.802664 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-c00525e3-9a59-4104-93a9-cd380cc386b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:10:14.812538 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4719e11-fb54-45f5-96e2-8a0094405786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c43109b-4ee2-49a5-bc84-ce9cc1855ca8,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:10:14.816213 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-a4719e11-fb54-45f5-96e2-8a0094405786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:10:14.819706 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-a4719e11-fb54-45f5-96e2-8a0094405786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:14.820815 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-a4719e11-fb54-45f5-96e2-8a0094405786 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9c43109b-4ee2-49a5-bc84-ce9cc1855ca8 HTTP/1.1" status: 204 len: 168 time: 0.1945486 May 20 17:10:15.186702 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:16.908924 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:33.959159 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbd5e3-761b-4e25-bbfa-2eaf01b0e361 req-c826c122-c552-48ca-97e5-c868fae09140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:33.960676 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-91fbd5e3-761b-4e25-bbfa-2eaf01b0e361 req-c826c122-c552-48ca-97e5-c868fae09140 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=78d5d1781cf44177b96e47dcda696767&device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 1138 time: 0.0770023 May 20 17:10:33.992623 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260bcd0-51d1-4ba2-958d-9b2d2f7e2386 req-e1acdb55-990a-4a67-a7ce-a37030d138e6 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:33.994133 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-d260bcd0-51d1-4ba2-958d-9b2d2f7e2386 req-e1acdb55-990a-4a67-a7ce-a37030d138e6 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 985 time: 0.0859118 May 20 17:10:34.042187 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-d260bcd0-51d1-4ba2-958d-9b2d2f7e2386 req-c9f969c1-9fd9-4b02-8203-99114175186b tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&id=1f2f971d-d204-416c-927b-e555f53a40b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419588 May 20 17:10:34.095210 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbd5e3-761b-4e25-bbfa-2eaf01b0e361 req-0f89bafd-dbb5-4a4e-83db-ac4bfe57a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:34.096715 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-91fbd5e3-761b-4e25-bbfa-2eaf01b0e361 req-0f89bafd-dbb5-4a4e-83db-ac4bfe57a1ca service neutron] 10.222.0.75 "GET /v2.0/networks?id=36fac261-9fd2-44e2-911c-7d2461818608 HTTP/1.1" status: 200 len: 916 time: 0.1279862 May 20 17:10:34.211131 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-91fbd5e3-761b-4e25-bbfa-2eaf01b0e361 req-00954c91-82f5-4dde-a9d5-f85ff7c26e21 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8700857b-013d-4d4f-a728-6885659c01c5 HTTP/1.1" status: 200 len: 1002 time: 0.1061296 May 20 17:10:34.281881 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbd5e3-761b-4e25-bbfa-2eaf01b0e361 req-2280812a-40b3-408d-a4e8-b2e830b88903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:34.283477 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-91fbd5e3-761b-4e25-bbfa-2eaf01b0e361 req-2280812a-40b3-408d-a4e8-b2e830b88903 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f786e361-288f-4466-b193-359d2b09f79e HTTP/1.1" status: 200 len: 854 time: 0.0639462 May 20 17:10:34.367998 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbd5e3-761b-4e25-bbfa-2eaf01b0e361 req-ff68516c-2689-40c6-bed7-c88c3aee7bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:34.369541 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-91fbd5e3-761b-4e25-bbfa-2eaf01b0e361 req-ff68516c-2689-40c6-bed7-c88c3aee7bce service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=36fac261-9fd2-44e2-911c-7d2461818608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752423 May 20 17:10:34.507506 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-91fbd5e3-761b-4e25-bbfa-2eaf01b0e361 req-b9ccba05-da35-42fc-ad02-e97a275857c5 service neutron] 10.222.0.75 "GET /v2.0/networks/36fac261-9fd2-44e2-911c-7d2461818608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279590 May 20 17:10:34.645316 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-91fbd5e3-761b-4e25-bbfa-2eaf01b0e361 req-751f594e-fecb-4d9f-be24-77b0a2f8abfe service neutron] 10.222.0.75 "GET /v2.0/networks/36fac261-9fd2-44e2-911c-7d2461818608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290979 May 20 17:10:35.235773 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a8438-fb82-485b-a860-e5b972ad9b4d req-fe7c8521-1112-40f7-bf97-684bddc1e64f tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:35.237274 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-490a8438-fb82-485b-a860-e5b972ad9b4d req-fe7c8521-1112-40f7-bf97-684bddc1e64f tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 985 time: 0.0857048 May 20 17:10:35.289857 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-490a8438-fb82-485b-a860-e5b972ad9b4d req-d260acf8-5419-470a-a7f8-903e48c64e52 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Synchronizing usage tracker for tenant:78d5d1781cf44177b96e47dcda696767 on resource:security_group {{(pid=119044) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:10:35.307888 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [req-490a8438-fb82-485b-a860-e5b972ad9b4d req-d260acf8-5419-470a-a7f8-903e48c64e52 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Unset dirty status for tenant:78d5d1781cf44177b96e47dcda696767 on resource:security_group {{(pid=119044) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:10:35.309125 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-490a8438-fb82-485b-a860-e5b972ad9b4d req-d260acf8-5419-470a-a7f8-903e48c64e52 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&id=1f2f971d-d204-416c-927b-e555f53a40b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0654900 May 20 17:10:36.509419 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ad6f1-9dfc-4642-a473-bbba22b6bbcc req-a28a6358-5ca0-4833-a99a-43018dcb3949 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:36.510867 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-609ad6f1-9dfc-4642-a473-bbba22b6bbcc req-a28a6358-5ca0-4833-a99a-43018dcb3949 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 985 time: 0.0833547 May 20 17:10:36.561326 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-609ad6f1-9dfc-4642-a473-bbba22b6bbcc req-c4c7cba2-cece-476e-b4cd-0e84c4c44b35 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&id=1f2f971d-d204-416c-927b-e555f53a40b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442007 May 20 17:10:37.762348 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d42ab-3fe3-4ef5-85b2-3fec65688051 req-f6c4b6fc-2a77-4604-afdf-049eb91a6203 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:37.763809 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dd8d42ab-3fe3-4ef5-85b2-3fec65688051 req-f6c4b6fc-2a77-4604-afdf-049eb91a6203 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 985 time: 0.0922492 May 20 17:10:37.816256 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-dd8d42ab-3fe3-4ef5-85b2-3fec65688051 req-3c6410a7-3270-4404-9f94-9c1f3553bef4 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&id=1f2f971d-d204-416c-927b-e555f53a40b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432272 May 20 17:10:39.041818 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab4894-048d-4620-aedf-648bd4329629 req-a6e67771-c28a-4808-9fbf-354e7b49b7d0 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:39.043272 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-a0ab4894-048d-4620-aedf-648bd4329629 req-a6e67771-c28a-4808-9fbf-354e7b49b7d0 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 985 time: 0.1076369 May 20 17:10:39.098778 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-a0ab4894-048d-4620-aedf-648bd4329629 req-747ea7c7-32ca-4496-a27c-2278d89b3a6c tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&id=1f2f971d-d204-416c-927b-e555f53a40b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0492134 May 20 17:10:40.397645 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7631f-8a04-4a94-9986-edd2ce31a59e req-301156fc-d854-4c8f-bbd3-728f257da080 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:40.399280 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-4ba7631f-8a04-4a94-9986-edd2ce31a59e req-301156fc-d854-4c8f-bbd3-728f257da080 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 985 time: 0.1870558 May 20 17:10:40.446755 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-4ba7631f-8a04-4a94-9986-edd2ce31a59e req-637a2bc2-400f-482f-bbad-c1994bd44a4e tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&id=1f2f971d-d204-416c-927b-e555f53a40b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417266 May 20 17:10:41.582513 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b8f1c8ec-dea9-4b23-aefe-b748a8f7fb05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:41.658183 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8d962-0e44-4efd-b41d-e73ccbe0ad2e req-4b9d409a-00b7-48d6-b85a-dbdf8e119b68 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:41.659792 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8ac8d962-0e44-4efd-b41d-e73ccbe0ad2e req-4b9d409a-00b7-48d6-b85a-dbdf8e119b68 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 985 time: 0.0925136 May 20 17:10:41.709937 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-8ac8d962-0e44-4efd-b41d-e73ccbe0ad2e req-0edc88b1-e849-4c36-9126-4baaafc0764f tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&id=1f2f971d-d204-416c-927b-e555f53a40b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412097 May 20 17:10:42.640541 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 6 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:10:42.925565 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac2a08-ed68-4980-abcb-e415ae075e96 req-052ca3ea-5a3b-4761-abf0-82e74630a958 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:42.927031 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-cbac2a08-ed68-4980-abcb-e415ae075e96 req-052ca3ea-5a3b-4761-abf0-82e74630a958 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 985 time: 0.1065521 May 20 17:10:42.978303 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-cbac2a08-ed68-4980-abcb-e415ae075e96 req-f0a3bc3b-45af-4e53-a87c-7c4ca04c08db tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&id=1f2f971d-d204-416c-927b-e555f53a40b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0451913 May 20 17:10:44.001624 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:44.172383 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e76ae-8557-4c30-ac38-97abd8cb2f0a req-b5fd21bb-ce66-40aa-96f6-6277c0a61b2d tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:44.173872 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ae9e76ae-8557-4c30-ac38-97abd8cb2f0a req-b5fd21bb-ce66-40aa-96f6-6277c0a61b2d tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 985 time: 0.0872939 May 20 17:10:44.223474 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-ae9e76ae-8557-4c30-ac38-97abd8cb2f0a req-d3c1a8b1-09b8-452f-b82d-edc345232d71 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&id=1f2f971d-d204-416c-927b-e555f53a40b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432572 May 20 17:10:44.323768 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-8dee31d0-a3a9-4402-b980-3a0b739d4602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:44.380632 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:45.198059 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:45.442872 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ebc77-0c01-4644-96fd-c4bbb035c82b req-2caeb588-7049-4f28-bbd1-7773ddb0dd79 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:45.444335 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-8a1ebc77-0c01-4644-96fd-c4bbb035c82b req-2caeb588-7049-4f28-bbd1-7773ddb0dd79 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 985 time: 0.0914824 May 20 17:10:45.494630 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-8a1ebc77-0c01-4644-96fd-c4bbb035c82b req-5f90ecb2-d50d-411f-b18f-ee4f4b050c33 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&id=1f2f971d-d204-416c-927b-e555f53a40b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413888 May 20 17:10:45.951430 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 58066) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:10:46.080750 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-7af9c62b-483f-40eb-b309-1714dcca0858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:46.095201 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-7af9c62b-483f-40eb-b309-1714dcca0858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:10:46.099154 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-7af9c62b-483f-40eb-b309-1714dcca0858 admin admin] Usage tracker for resource:security_group_rule and tenant:36fdb74a2d804316bb02419ddbd2c469 is out of sync, need to count used quota {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:10:46.102162 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.quota.resource [None req-7af9c62b-483f-40eb-b309-1714dcca0858 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=119044) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:10:46.109671 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.quota.driver [None req-7af9c62b-483f-40eb-b309-1714dcca0858 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=119044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:10:46.193697 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-7af9c62b-483f-40eb-b309-1714dcca0858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:46.199748 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-7af9c62b-483f-40eb-b309-1714dcca0858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_create {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:46.212020 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-f33c574e-2c11-457a-93aa-e805f0d7bd92 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:10:46.250849 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-7af9c62b-483f-40eb-b309-1714dcca0858 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=36fdb74a2d804316bb02419ddbd2c469&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2983282 May 20 17:10:46.251740 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9c62b-483f-40eb-b309-1714dcca0858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cbd0ef-41d2-4813-a8a7-e5794a32c542,revision_number=1']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:10:46.254212 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 58072) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:10:46.259370 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9c62b-483f-40eb-b309-1714dcca0858 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:10:46.259749 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9c62b-483f-40eb-b309-1714dcca0858 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:10:46.260114 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9c62b-483f-40eb-b309-1714dcca0858 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:10:46.260474 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9c62b-483f-40eb-b309-1714dcca0858 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:10:46.260827 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9c62b-483f-40eb-b309-1714dcca0858 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:10:46.261213 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9c62b-483f-40eb-b309-1714dcca0858 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:10:46.261571 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9c62b-483f-40eb-b309-1714dcca0858 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:10:46.261923 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9c62b-483f-40eb-b309-1714dcca0858 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:10:46.262273 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9c62b-483f-40eb-b309-1714dcca0858 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:10:46.262619 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9c62b-483f-40eb-b309-1714dcca0858 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:10:46.262962 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9c62b-483f-40eb-b309-1714dcca0858 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:10:46.263328 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af9c62b-483f-40eb-b309-1714dcca0858 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:10:46.267271 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-7af9c62b-483f-40eb-b309-1714dcca0858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:10:46.318052 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f5152e17-d934-426c-82ff-82277a828587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:46.346057 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f5152e17-d934-426c-82ff-82277a828587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:46.406364 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f5152e17-d934-426c-82ff-82277a828587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:46.411655 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-f1b1df65-7c1e-4d00-978b-48a6f3aac5fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:10:46.428066 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5152e17-d934-426c-82ff-82277a828587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cbd0ef-41d2-4813-a8a7-e5794a32c542,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:10:46.430622 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-f5152e17-d934-426c-82ff-82277a828587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:10:46.442090 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-f5152e17-d934-426c-82ff-82277a828587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:46.443213 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-f5152e17-d934-426c-82ff-82277a828587 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f1cbd0ef-41d2-4813-a8a7-e5794a32c542 HTTP/1.1" status: 204 len: 168 time: 0.1879938 May 20 17:10:46.697397 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a051115-c7ac-42d9-ab03-48cb09b6d7b2 req-731c3a82-8def-49e7-b88e-3c55becab274 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:46.698951 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4a051115-c7ac-42d9-ab03-48cb09b6d7b2 req-731c3a82-8def-49e7-b88e-3c55becab274 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 985 time: 0.0852022 May 20 17:10:46.753691 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-4a051115-c7ac-42d9-ab03-48cb09b6d7b2 req-dd12caa0-d98c-4363-9273-a3f648249478 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&id=1f2f971d-d204-416c-927b-e555f53a40b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0484371 May 20 17:10:46.912342 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:10:47.972086 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14418e-e7d8-461b-9c5a-f13760aaeb2e req-acef0d3f-4c90-46e5-a465-21f76cc1dcc8 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:47.973544 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0e14418e-e7d8-461b-9c5a-f13760aaeb2e req-acef0d3f-4c90-46e5-a465-21f76cc1dcc8 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 985 time: 0.0853021 May 20 17:10:48.027389 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0e14418e-e7d8-461b-9c5a-f13760aaeb2e req-acb4ccde-b5ec-42e2-a57f-6dadb7eabeea tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&id=1f2f971d-d204-416c-927b-e555f53a40b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447176 May 20 17:10:49.224175 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f70e6-16b0-4b06-b9c0-92dc8c0df4bf req-afe23fe0-02e4-4b5a-b5eb-b373bbabd968 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:49.225641 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-206f70e6-16b0-4b06-b9c0-92dc8c0df4bf req-afe23fe0-02e4-4b5a-b5eb-b373bbabd968 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 985 time: 0.0867169 May 20 17:10:49.274023 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-206f70e6-16b0-4b06-b9c0-92dc8c0df4bf req-9025118e-fa40-4b78-a73b-ba8925b782d2 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&id=1f2f971d-d204-416c-927b-e555f53a40b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424502 May 20 17:10:50.497913 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52a975-0c15-4aa1-85fa-460b9f95d2d5 req-1eca7247-a66d-45d4-998c-f3bfd31fe0e7 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:50.499449 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-5b52a975-0c15-4aa1-85fa-460b9f95d2d5 req-1eca7247-a66d-45d4-998c-f3bfd31fe0e7 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 985 time: 0.0975039 May 20 17:10:50.549542 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-5b52a975-0c15-4aa1-85fa-460b9f95d2d5 req-6604e233-c2eb-4a00-ae08-013460b0ea84 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&id=1f2f971d-d204-416c-927b-e555f53a40b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417140 May 20 17:10:51.754988 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2f639-7c49-40e2-9ee2-aa57c8576ce7 req-1e4f60c1-e446-4466-b842-7005bec37b09 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:51.756445 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-72b2f639-7c49-40e2-9ee2-aa57c8576ce7 req-1e4f60c1-e446-4466-b842-7005bec37b09 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 985 time: 0.0959828 May 20 17:10:51.805402 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-72b2f639-7c49-40e2-9ee2-aa57c8576ce7 req-f7fa7d5c-5995-4392-a514-03e9216594a1 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&id=1f2f971d-d204-416c-927b-e555f53a40b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427251 May 20 17:10:53.224277 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d84359-69f1-4d0f-89fb-c48efd209742 req-d7a6e174-cc20-4df8-865f-3941d9f75ee0 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:53.225797 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b6d84359-69f1-4d0f-89fb-c48efd209742 req-d7a6e174-cc20-4df8-865f-3941d9f75ee0 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 985 time: 0.2979147 May 20 17:10:53.278160 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b6d84359-69f1-4d0f-89fb-c48efd209742 req-23c5e506-02c6-4a47-88d7-9eccd3b2ccc7 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&id=1f2f971d-d204-416c-927b-e555f53a40b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0465205 May 20 17:10:54.552730 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c0543-3737-41b6-bda9-a062a1540d90 req-4baba33f-9c03-4b10-9625-973320873921 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:54.554315 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cb3c0543-3737-41b6-bda9-a062a1540d90 req-4baba33f-9c03-4b10-9625-973320873921 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 985 time: 0.1547389 May 20 17:10:54.602447 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-cb3c0543-3737-41b6-bda9-a062a1540d90 req-04406e5b-55f6-4a5b-b0b7-80205095479f tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&id=1f2f971d-d204-416c-927b-e555f53a40b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421336 May 20 17:10:55.794940 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f930e5-ae06-4a95-8cb0-e29b4853f362 req-dc61fd8f-6db9-4c6d-8cdd-77c117ce05f6 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:10:55.796400 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b9f930e5-ae06-4a95-8cb0-e29b4853f362 req-dc61fd8f-6db9-4c6d-8cdd-77c117ce05f6 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 985 time: 0.0845184 May 20 17:10:55.849277 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-b9f930e5-ae06-4a95-8cb0-e29b4853f362 req-049f3764-2957-43fc-bf7e-3c715d1f7d4e tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&id=1f2f971d-d204-416c-927b-e555f53a40b8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461886 May 20 17:11:11.591002 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-1bedc34b-9088-4ba2-a2c3-11caa100ce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:14.000152 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:14.338864 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-3e5cf80b-0247-4f05-9df1-e82d8deb1996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:14.397780 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:15.206530 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:16.914882 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:19.641821 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 6 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:11:19.882024 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f479b2f4-89f6-4943-9fac-834716ad07a5 req-55e25ca4-805c-4154-82b1-b34e851ec9fa service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=385f9318-ed8f-4b62-84b9-1629cd6d1913&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1275976 May 20 17:11:20.046779 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479b2f4-89f6-4943-9fac-834716ad07a5 req-812954e2-8c79-4e57-97e3-c9ab79e40a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:11:20.048268 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f479b2f4-89f6-4943-9fac-834716ad07a5 req-812954e2-8c79-4e57-97e3-c9ab79e40a1a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=03359f9fe008405ea637b8c155fbfc99&device_id=385f9318-ed8f-4b62-84b9-1629cd6d1913 HTTP/1.1" status: 200 len: 1099 time: 0.0852540 May 20 17:11:20.211715 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479b2f4-89f6-4943-9fac-834716ad07a5 req-38ed8e71-9533-4c45-8910-e18790cbaadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:11:20.213170 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f479b2f4-89f6-4943-9fac-834716ad07a5 req-38ed8e71-9533-4c45-8910-e18790cbaadd service neutron] 10.222.0.75 "GET /v2.0/networks?id=693cca7c-a781-4bbe-b946-6e5d3b5628d3 HTTP/1.1" status: 200 len: 912 time: 0.1400294 May 20 17:11:20.321209 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f479b2f4-89f6-4943-9fac-834716ad07a5 req-e4f57fd7-fac4-494d-8a5a-d9989cf31873 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd457aea-203f-443b-be4e-069514baa5a4 HTTP/1.1" status: 200 len: 1002 time: 0.0996666 May 20 17:11:20.391132 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479b2f4-89f6-4943-9fac-834716ad07a5 req-e7b5f18a-aea3-41e4-9123-2ace46d83c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:11:20.392558 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f479b2f4-89f6-4943-9fac-834716ad07a5 req-e7b5f18a-aea3-41e4-9123-2ace46d83c08 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b9354152-da80-48a7-a2cf-cafd8cb1708a HTTP/1.1" status: 200 len: 850 time: 0.0635498 May 20 17:11:20.475878 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479b2f4-89f6-4943-9fac-834716ad07a5 req-7282a3a8-10f8-414c-8102-593212c86e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:11:20.477408 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f479b2f4-89f6-4943-9fac-834716ad07a5 req-7282a3a8-10f8-414c-8102-593212c86e69 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=693cca7c-a781-4bbe-b946-6e5d3b5628d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0776086 May 20 17:11:20.492847 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [req-f479b2f4-89f6-4943-9fac-834716ad07a5 req-207a8645-d5d5-4e3e-ac71-ff9d1c3e64b1 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=119044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 17:11:20.494245 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f479b2f4-89f6-4943-9fac-834716ad07a5 req-207a8645-d5d5-4e3e-ac71-ff9d1c3e64b1 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083740 May 20 17:11:20.636779 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f479b2f4-89f6-4943-9fac-834716ad07a5 req-163029de-9a95-4d2b-9216-b972f8b5eb8f service neutron] 10.222.0.75 "GET /v2.0/networks/693cca7c-a781-4bbe-b946-6e5d3b5628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341887 May 20 17:11:20.785570 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-f479b2f4-89f6-4943-9fac-834716ad07a5 req-e5e35735-c13b-46b7-a83e-ba4091b81cbf service neutron] 10.222.0.75 "GET /v2.0/networks/693cca7c-a781-4bbe-b946-6e5d3b5628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405587 May 20 17:11:34.243832 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-f71501e7-0fd1-46e4-8f79-06c55bcd3536 req-c9e70a0a-3683-497b-ab6c-71f04139c79e tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-230824473&fields=id&tenant_id=78d5d1781cf44177b96e47dcda696767 HTTP/1.1" status: 200 len: 267 time: 0.0484838 May 20 17:11:34.328117 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71501e7-0fd1-46e4-8f79-06c55bcd3536 req-9d127dbd-6d52-4df4-b5fa-a9a94b641b95 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:11:34.329601 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-f71501e7-0fd1-46e4-8f79-06c55bcd3536 req-9d127dbd-6d52-4df4-b5fa-a9a94b641b95 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 985 time: 0.0802648 May 20 17:11:34.340623 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.v2.base [req-f71501e7-0fd1-46e4-8f79-06c55bcd3536 req-1f58174c-b00f-4c27-955c-f89f44d95c1e tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Request body: {'port': {'security_groups': ['9c254a27-36b7-47fb-8b19-d835f0454e9c']}} {{(pid=119045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:11:34.464587 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-f71501e7-0fd1-46e4-8f79-06c55bcd3536 req-1f58174c-b00f-4c27-955c-f89f44d95c1e tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:34.714494 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-f71501e7-0fd1-46e4-8f79-06c55bcd3536 req-1f58174c-b00f-4c27-955c-f89f44d95c1e tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] For port 8700857b-013d-4d4f-a728-6885659c01c5, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8700857b-013d-4d4f-a728-6885659c01c5,segment=NetworkSegment(0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4),segment_id=0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4)] {{(pid=119045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:11:34.747365 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-f71501e7-0fd1-46e4-8f79-06c55bcd3536 req-1f58174c-b00f-4c27-955c-f89f44d95c1e tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks [] for port, precommit_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:34.756213 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-f71501e7-0fd1-46e4-8f79-06c55bcd3536 req-1f58174c-b00f-4c27-955c-f89f44d95c1e tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727197650360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727197234809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727197234854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14687500'] for port, after_update {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:34.764812 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-f5a5a67b-ca9b-4a01-8abc-ee773231fe84 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:11:34.772160 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['8700857b-013d-4d4f-a728-6885659c01c5'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:11:34.832959 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71501e7-0fd1-46e4-8f79-06c55bcd3536 req-1f58174c-b00f-4c27-955c-f89f44d95c1e tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:11:34.833641 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-f71501e7-0fd1-46e4-8f79-06c55bcd3536 req-1f58174c-b00f-4c27-955c-f89f44d95c1e tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:34.835030 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-f71501e7-0fd1-46e4-8f79-06c55bcd3536 req-1f58174c-b00f-4c27-955c-f89f44d95c1e tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "PUT /v2.0/ports/8700857b-013d-4d4f-a728-6885659c01c5 HTTP/1.1" status: 200 len: 943 time: 0.4988780 May 20 17:11:34.835567 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d57c148-1679-431d-a22b-0438ad9b509f', 'tag': '8700857b-013d-4d4f-a728-6885659c01c5'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:11:34.840964 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 58122) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:11:34.859097 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58174c-b00f-4c27-955c-f89f44d95c1e tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Pushing event updated for resources: {'Port': ['ID=8700857b-013d-4d4f-a728-6885659c01c5,revision_number=7']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:11:34.871565 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58174c-b00f-4c27-955c-f89f44d95c1e tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:34.872155 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58174c-b00f-4c27-955c-f89f44d95c1e tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:34.872532 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58174c-b00f-4c27-955c-f89f44d95c1e tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:34.872898 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58174c-b00f-4c27-955c-f89f44d95c1e tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:34.873293 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58174c-b00f-4c27-955c-f89f44d95c1e tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:34.873657 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58174c-b00f-4c27-955c-f89f44d95c1e tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:34.874014 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58174c-b00f-4c27-955c-f89f44d95c1e tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:34.874369 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58174c-b00f-4c27-955c-f89f44d95c1e tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:34.874725 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58174c-b00f-4c27-955c-f89f44d95c1e tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:34.875077 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58174c-b00f-4c27-955c-f89f44d95c1e tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:34.875431 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58174c-b00f-4c27-955c-f89f44d95c1e tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:34.876188 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58174c-b00f-4c27-955c-f89f44d95c1e tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:34.881064 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-1f58174c-b00f-4c27-955c-f89f44d95c1e tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:11:34.908707 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d57c148-1679-431d-a22b-0438ad9b509f', 'tag': '8700857b-013d-4d4f-a728-6885659c01c5', 'status': 'completed', 'code': 200} May 20 17:11:34.970685 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['8700857b-013d-4d4f-a728-6885659c01c5'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:11:34.981283 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-42b403c9-68df-4349-9bad-451efe8bfc35 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks [] for security_group, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:35.102325 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.provisioning_blocks [None req-a79575e1-a76e-4583-a231-599da8682c46 None None] Provisioning complete for port 8700857b-013d-4d4f-a728-6885659c01c5 triggered by entity DHCP. {{(pid=119046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:11:35.102611 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-a79575e1-a76e-4583-a231-599da8682c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997216'] for port, provisioning_complete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:35.133327 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-42b403c9-68df-4349-9bad-451efe8bfc35 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:35.184818 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfebbe-ce6a-496d-b7dc-c91d8a3132ae req-004f79e9-37fc-4d29-ac35-220f957ffcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:11:35.186365 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-cfcfebbe-ce6a-496d-b7dc-c91d8a3132ae req-004f79e9-37fc-4d29-ac35-220f957ffcf3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=78d5d1781cf44177b96e47dcda696767&device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 1099 time: 0.2479115 May 20 17:11:35.288569 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-42b403c9-68df-4349-9bad-451efe8bfc35 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:35.300452 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-16ccf60f-4e46-4a41-8c57-62b2df58957b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:11:35.322959 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b403c9-68df-4349-9bad-451efe8bfc35 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2f971d-d204-416c-927b-e555f53a40b8,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:11:35.327064 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-42b403c9-68df-4349-9bad-451efe8bfc35 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:11:35.346721 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-42b403c9-68df-4349-9bad-451efe8bfc35 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks [] for security_group, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:35.347821 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-42b403c9-68df-4349-9bad-451efe8bfc35 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "DELETE /v2.0/security-groups/1f2f971d-d204-416c-927b-e555f53a40b8 HTTP/1.1" status: 204 len: 168 time: 0.5044343 May 20 17:11:35.350758 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 58128) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:11:35.355806 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfebbe-ce6a-496d-b7dc-c91d8a3132ae req-f8069073-d11b-4522-a86c-fe2a677c9f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:11:35.357279 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-cfcfebbe-ce6a-496d-b7dc-c91d8a3132ae req-f8069073-d11b-4522-a86c-fe2a677c9f13 service neutron] 10.222.0.75 "GET /v2.0/networks?id=36fac261-9fd2-44e2-911c-7d2461818608 HTTP/1.1" status: 200 len: 916 time: 0.1632085 May 20 17:11:35.482630 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-cfcfebbe-ce6a-496d-b7dc-c91d8a3132ae req-e5dcb0b8-ccd8-4f3d-9ae6-c45c9e3c7787 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8700857b-013d-4d4f-a728-6885659c01c5 HTTP/1.1" status: 200 len: 1002 time: 0.1127245 May 20 17:11:35.551640 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfebbe-ce6a-496d-b7dc-c91d8a3132ae req-f122ae7b-4e2b-44d6-957e-7c80edc57f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:11:35.553008 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-cfcfebbe-ce6a-496d-b7dc-c91d8a3132ae req-f122ae7b-4e2b-44d6-957e-7c80edc57f52 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f786e361-288f-4466-b193-359d2b09f79e HTTP/1.1" status: 200 len: 854 time: 0.0597825 May 20 17:11:35.638015 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfebbe-ce6a-496d-b7dc-c91d8a3132ae req-84411ad8-e057-46f9-ac8f-10841e18b5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:11:35.639573 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-cfcfebbe-ce6a-496d-b7dc-c91d8a3132ae req-84411ad8-e057-46f9-ac8f-10841e18b5d9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=36fac261-9fd2-44e2-911c-7d2461818608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763848 May 20 17:11:35.719605 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-80534641-89be-43fe-b4da-7d6b05d0b17f tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Deleting port 724f3dc0-d432-435d-b0f1-22a9e7ba8924 {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:11:35.719915 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-80534641-89be-43fe-b4da-7d6b05d0b17f tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:35.784559 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-cfcfebbe-ce6a-496d-b7dc-c91d8a3132ae req-21f86957-5d5a-4050-9be7-597b57679c33 service neutron] 10.222.0.75 "GET /v2.0/networks/36fac261-9fd2-44e2-911c-7d2461818608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344273 May 20 17:11:35.844313 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-80534641-89be-43fe-b4da-7d6b05d0b17f tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:35.844559 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-80534641-89be-43fe-b4da-7d6b05d0b17f tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:35.930489 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-cfcfebbe-ce6a-496d-b7dc-c91d8a3132ae req-896a037c-6b19-42fa-aedb-68528399f2d7 service neutron] 10.222.0.75 "GET /v2.0/networks/36fac261-9fd2-44e2-911c-7d2461818608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358089 May 20 17:11:35.970183 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-80534641-89be-43fe-b4da-7d6b05d0b17f tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Calling delete_port for 724f3dc0-d432-435d-b0f1-22a9e7ba8924 owned by network:floatingip {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:11:36.098805 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-80534641-89be-43fe-b4da-7d6b05d0b17f tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:36.104327 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-81b480ab-b8bb-4f8b-ac83-a77d19e84972 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:11:36.155167 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80534641-89be-43fe-b4da-7d6b05d0b17f tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Pushing event deleted for resources: {'Port': ['ID=724f3dc0-d432-435d-b0f1-22a9e7ba8924,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:11:36.158192 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-80534641-89be-43fe-b4da-7d6b05d0b17f tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:11:36.265675 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-80534641-89be-43fe-b4da-7d6b05d0b17f tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks [] for floatingip, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:36.266003 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.db.l3_db [None req-80534641-89be-43fe-b4da-7d6b05d0b17f tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Floating IP 18960582-815a-4a5e-91ab-3bd988c92d9b disassociated (deleted). External IP: 172.27.3.113, port: 8700857b-013d-4d4f-a728-6885659c01c5. May 20 17:11:36.630761 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80534641-89be-43fe-b4da-7d6b05d0b17f tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Router f6d3bcac-ce53-4d22-a839-5d0802c5970b has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:11:36.821123 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80534641-89be-43fe-b4da-7d6b05d0b17f tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:11:36.830514 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19c06c7-5fd6-4869-8e2b-342a66d3a2bc None None] Sync routers for ids ['f6d3bcac-ce53-4d22-a839-5d0802c5970b'] in dv-cinder-786524-7-iscsi {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:11:36.841164 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19c06c7-5fd6-4869-8e2b-342a66d3a2bc None None] Routers {'f6d3bcac-ce53-4d22-a839-5d0802c5970b'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:11:36.841806 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-e19c06c7-5fd6-4869-8e2b-342a66d3a2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:11:14Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['f6d3bcac-ce53-4d22-a839-5d0802c5970b'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:11:36.844290 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-80534641-89be-43fe-b4da-7d6b05d0b17f tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for floatingip, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:36.905005 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-80534641-89be-43fe-b4da-7d6b05d0b17f tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "DELETE /v2.0/floatingips/18960582-815a-4a5e-91ab-3bd988c92d9b HTTP/1.1" status: 204 len: 168 time: 1.5530863 May 20 17:11:36.909992 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d57c148-1679-431d-a22b-0438ad9b509f', 'tag': '8700857b-013d-4d4f-a728-6885659c01c5'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:11:36.958129 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d57c148-1679-431d-a22b-0438ad9b509f', 'tag': '8700857b-013d-4d4f-a728-6885659c01c5', 'status': 'completed', 'code': 200} May 20 17:11:37.023477 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-e19c06c7-5fd6-4869-8e2b-342a66d3a2bc None None] Set router f6d3bcac-ce53-4d22-a839-5d0802c5970b gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:11:37.063607 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb373eb5-450d-453d-86c7-06be20208486 req-ccbc7f46-2193-45cc-aef7-c80d4511a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:11:37.065221 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-eb373eb5-450d-453d-86c7-06be20208486 req-ccbc7f46-2193-45cc-aef7-c80d4511a586 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=78d5d1781cf44177b96e47dcda696767&device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 1099 time: 0.0714710 May 20 17:11:37.209661 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb373eb5-450d-453d-86c7-06be20208486 req-9c780915-12fc-4530-869c-4a51b25fd89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:11:37.211133 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-eb373eb5-450d-453d-86c7-06be20208486 req-9c780915-12fc-4530-869c-4a51b25fd89d service neutron] 10.222.0.75 "GET /v2.0/networks?id=36fac261-9fd2-44e2-911c-7d2461818608 HTTP/1.1" status: 200 len: 916 time: 0.1336858 May 20 17:11:37.291257 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-eb373eb5-450d-453d-86c7-06be20208486 req-e2df52c5-b632-401d-bd56-cddbe1a1a508 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8700857b-013d-4d4f-a728-6885659c01c5 HTTP/1.1" status: 200 len: 217 time: 0.0682898 May 20 17:11:37.371526 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-e19c06c7-5fd6-4869-8e2b-342a66d3a2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'name': 'tempest-TestMinimumBasicScenario-1553328808-router', 'tenant_id': '78d5d1781cf44177b96e47dcda696767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '7d702065-78c3-4f6e-8b7c-f1ac169b88d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:09:07Z', 'updated_at': '2021-05-20T17:09:12Z', 'revision_number': 4, 'project_id': '78d5d1781cf44177b96e47dcda696767', 'gw_port': {'id': '7d702065-78c3-4f6e-8b7c-f1ac169b88d4', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:09:08Z', 'updated_at': '2021-05-20T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '914a4bcd-c77c-41f3-8866-6e7db6d4f58f', 'name': '', 'network_id': '36fac261-9fd2-44e2-911c-7d2461818608', 'tenant_id': '78d5d1781cf44177b96e47dcda696767', 'mac_address': 'fa:16:3e:41:a5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f786e361-288f-4466-b193-359d2b09f79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:09:11Z', 'updated_at': '2021-05-20T17:09:19Z', 'revision_number': 5, 'project_id': '78d5d1781cf44177b96e47dcda696767', 'subnets': [{'id': 'f786e361-288f-4466-b193-359d2b09f79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:11:37.375520 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19c06c7-5fd6-4869-8e2b-342a66d3a2bc None None] Checking router: f6d3bcac-ce53-4d22-a839-5d0802c5970b for host: dv-cinder-786524-7-iscsi {{(pid=119046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:11:37.376151 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb373eb5-450d-453d-86c7-06be20208486 req-acae7cad-254d-475c-9c54-afeddb5b2a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:11:37.378061 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-eb373eb5-450d-453d-86c7-06be20208486 req-acae7cad-254d-475c-9c54-afeddb5b2a1b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f786e361-288f-4466-b193-359d2b09f79e HTTP/1.1" status: 200 len: 854 time: 0.0778573 May 20 17:11:37.384381 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19c06c7-5fd6-4869-8e2b-342a66d3a2bc None None] Routers {'f6d3bcac-ce53-4d22-a839-5d0802c5970b'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:11:37.385070 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-e19c06c7-5fd6-4869-8e2b-342a66d3a2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:11:14Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['f6d3bcac-ce53-4d22-a839-5d0802c5970b'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:11:37.468048 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb373eb5-450d-453d-86c7-06be20208486 req-a6ef7105-9b09-44eb-8611-0137d66eac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:11:37.469546 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-eb373eb5-450d-453d-86c7-06be20208486 req-a6ef7105-9b09-44eb-8611-0137d66eac3a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=36fac261-9fd2-44e2-911c-7d2461818608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0817664 May 20 17:11:37.571799 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-e19c06c7-5fd6-4869-8e2b-342a66d3a2bc None None] Set router f6d3bcac-ce53-4d22-a839-5d0802c5970b gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:11:37.609327 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-eb373eb5-450d-453d-86c7-06be20208486 req-fb99432f-b55a-4ddb-a687-04015dec9933 service neutron] 10.222.0.75 "GET /v2.0/networks/36fac261-9fd2-44e2-911c-7d2461818608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319721 May 20 17:11:37.746097 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-eb373eb5-450d-453d-86c7-06be20208486 req-912fa616-9549-43d8-a7b1-cc54137a8b37 service neutron] 10.222.0.75 "GET /v2.0/networks/36fac261-9fd2-44e2-911c-7d2461818608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294031 May 20 17:11:37.936448 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-e19c06c7-5fd6-4869-8e2b-342a66d3a2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'name': 'tempest-TestMinimumBasicScenario-1553328808-router', 'tenant_id': '78d5d1781cf44177b96e47dcda696767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '7d702065-78c3-4f6e-8b7c-f1ac169b88d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:09:07Z', 'updated_at': '2021-05-20T17:09:12Z', 'revision_number': 4, 'project_id': '78d5d1781cf44177b96e47dcda696767', 'gw_port': {'id': '7d702065-78c3-4f6e-8b7c-f1ac169b88d4', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:09:08Z', 'updated_at': '2021-05-20T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '914a4bcd-c77c-41f3-8866-6e7db6d4f58f', 'name': '', 'network_id': '36fac261-9fd2-44e2-911c-7d2461818608', 'tenant_id': '78d5d1781cf44177b96e47dcda696767', 'mac_address': 'fa:16:3e:41:a5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f786e361-288f-4466-b193-359d2b09f79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:09:11Z', 'updated_at': '2021-05-20T17:09:19Z', 'revision_number': 5, 'project_id': '78d5d1781cf44177b96e47dcda696767', 'subnets': [{'id': 'f786e361-288f-4466-b193-359d2b09f79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:11:37.940715 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19c06c7-5fd6-4869-8e2b-342a66d3a2bc None None] The sync data for ids ['f6d3bcac-ce53-4d22-a839-5d0802c5970b'] in dv-cinder-786524-7-iscsi is: [{'id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'name': 'tempest-TestMinimumBasicScenario-1553328808-router', 'tenant_id': '78d5d1781cf44177b96e47dcda696767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '7d702065-78c3-4f6e-8b7c-f1ac169b88d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:09:07Z', 'updated_at': '2021-05-20T17:09:12Z', 'revision_number': 4, 'project_id': '78d5d1781cf44177b96e47dcda696767', 'gw_port': {'id': '7d702065-78c3-4f6e-8b7c-f1ac169b88d4', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:09:08Z', 'updated_at': '2021-05-20T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': '914a4bcd-c77c-41f3-8866-6e7db6d4f58f', 'name': '', 'network_id': '36fac261-9fd2-44e2-911c-7d2461818608', 'tenant_id': '78d5d1781cf44177b96e47dcda696767', 'mac_address': 'fa:16:3e:41:a5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'f786e361-288f-4466-b193-359d2b09f79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:09:11Z', 'updated_at': '2021-05-20T17:09:19Z', 'revision_number': 5, 'project_id': '78d5d1781cf44177b96e47dcda696767', 'subnets': [{'id': 'f786e361-288f-4466-b193-359d2b09f79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:11:38.179398 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdd05dc-cf06-42d4-96ee-4cea6f83861d None None] New status for floating IP 18960582-815a-4a5e-91ab-3bd988c92d9b: DOWN {{(pid=119047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 17:11:41.598623 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-7ea7a0b1-eb2b-42cc-8ec8-ad1f78441f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:44.002102 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:44.334276 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-f6868871-c6bf-4ecc-bdaa-461680722976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:44.398584 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:45.201917 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:45.207160 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 58164) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:11:45.603464 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-2801f453-70cb-42fb-9ce9-bbed90fe369f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Deleting port 5e226c15-d2ce-4ce9-8a44-1667acc8beb5 {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:11:45.604288 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-2801f453-70cb-42fb-9ce9-bbed90fe369f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:45.812679 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-2801f453-70cb-42fb-9ce9-bbed90fe369f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:45.812921 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-2801f453-70cb-42fb-9ce9-bbed90fe369f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:45.937173 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-2801f453-70cb-42fb-9ce9-bbed90fe369f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Calling delete_port for 5e226c15-d2ce-4ce9-8a44-1667acc8beb5 owned by network:floatingip {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:11:45.973421 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5c521-77e7-45ad-b599-0ba8ad748626 req-b6d8e5ca-2faf-4b87-a090-3f0a82831e60 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:11:45.974113 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-28c5c521-77e7-45ad-b599-0ba8ad748626 req-b6d8e5ca-2faf-4b87-a090-3f0a82831e60 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Synchronizing usage tracker for tenant:78d5d1781cf44177b96e47dcda696767 on resource:port {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:11:45.999970 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-28c5c521-77e7-45ad-b599-0ba8ad748626 req-b6d8e5ca-2faf-4b87-a090-3f0a82831e60 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Unset dirty status for tenant:78d5d1781cf44177b96e47dcda696767 on resource:port {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:11:46.001168 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-28c5c521-77e7-45ad-b599-0ba8ad748626 req-b6d8e5ca-2faf-4b87-a090-3f0a82831e60 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 946 time: 0.2610579 May 20 17:11:46.088561 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-28c5c521-77e7-45ad-b599-0ba8ad748626 req-642a1fc7-44c6-4def-ab7c-88ecaee9e117 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812194 May 20 17:11:46.122223 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-2801f453-70cb-42fb-9ce9-bbed90fe369f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:46.126035 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-ae2bdcbb-dd6f-4214-894c-8d1a3368fc75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:11:46.168073 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801f453-70cb-42fb-9ce9-bbed90fe369f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Pushing event deleted for resources: {'Port': ['ID=5e226c15-d2ce-4ce9-8a44-1667acc8beb5,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:11:46.170969 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-2801f453-70cb-42fb-9ce9-bbed90fe369f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:11:46.263482 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-2801f453-70cb-42fb-9ce9-bbed90fe369f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for floatingip, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:46.264328 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.db.l3_db [None req-2801f453-70cb-42fb-9ce9-bbed90fe369f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Floating IP 9c39731b-5dfd-41bd-9846-dec559cd1631 disassociated (deleted). External IP: 172.27.3.197, port: 02a45dac-e6e5-45f3-8aa6-21daf5471ad9. May 20 17:11:46.635522 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2801f453-70cb-42fb-9ce9-bbed90fe369f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Router c176277e-1f98-47eb-9e29-252d126d6226 has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:11:46.917375 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:46.936239 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2801f453-70cb-42fb-9ce9-bbed90fe369f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:11:46.946441 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0411c2e9-78ea-4a23-8889-4839e2626c86 None None] Sync routers for ids ['c176277e-1f98-47eb-9e29-252d126d6226'] in dv-cinder-786524-7-iscsi {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:11:46.956765 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0411c2e9-78ea-4a23-8889-4839e2626c86 None None] Routers {'c176277e-1f98-47eb-9e29-252d126d6226'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:11:46.957416 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-0411c2e9-78ea-4a23-8889-4839e2626c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:11:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c176277e-1f98-47eb-9e29-252d126d6226'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:11:46.959983 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-2801f453-70cb-42fb-9ce9-bbed90fe369f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for floatingip, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:47.020498 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-2801f453-70cb-42fb-9ce9-bbed90fe369f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "DELETE /v2.0/floatingips/9c39731b-5dfd-41bd-9846-dec559cd1631 HTTP/1.1" status: 204 len: 168 time: 1.8096933 May 20 17:11:47.020498 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9b5bab-a7a5-42a5-90f4-e56dc096240e', 'tag': '02a45dac-e6e5-45f3-8aa6-21daf5471ad9'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:11:47.066025 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb9b5bab-a7a5-42a5-90f4-e56dc096240e', 'tag': '02a45dac-e6e5-45f3-8aa6-21daf5471ad9', 'status': 'completed', 'code': 200} May 20 17:11:47.137566 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-0411c2e9-78ea-4a23-8889-4839e2626c86 None None] Set router c176277e-1f98-47eb-9e29-252d126d6226 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:11:47.164512 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9037d-7576-4dd0-864e-38ade9803874 req-32113a73-1071-469f-bf15-daa5e52aa7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:11:47.166067 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-26e9037d-7576-4dd0-864e-38ade9803874 req-32113a73-1071-469f-bf15-daa5e52aa7a7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=03359f9fe008405ea637b8c155fbfc99&device_id=bb9b5bab-a7a5-42a5-90f4-e56dc096240e HTTP/1.1" status: 200 len: 1098 time: 0.0756316 May 20 17:11:47.294073 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75be18b-e963-4893-8a1b-26748372d2ec req-17df00a5-9e01-4e6f-9e22-0584c44a7e50 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:11:47.296635 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c75be18b-e963-4893-8a1b-26748372d2ec req-17df00a5-9e01-4e6f-9e22-0584c44a7e50 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 946 time: 0.0902746 May 20 17:11:47.351184 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-c75be18b-e963-4893-8a1b-26748372d2ec req-9faaaef8-4488-4f51-abc8-ec93d477f31c tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c254a27-36b7-47fb-8b19-d835f0454e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469525 May 20 17:11:47.508667 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9037d-7576-4dd0-864e-38ade9803874 req-5551e9de-ddcc-4a2f-bc7e-f07fda2a4ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:11:47.510218 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-26e9037d-7576-4dd0-864e-38ade9803874 req-5551e9de-ddcc-4a2f-bc7e-f07fda2a4ea2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=693cca7c-a781-4bbe-b946-6e5d3b5628d3 HTTP/1.1" status: 200 len: 912 time: 0.3328331 May 20 17:11:47.517360 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-0411c2e9-78ea-4a23-8889-4839e2626c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'name': 'tempest-TestVolumeBootPattern-276173396-router', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:50Z', 'updated_at': '2021-05-20T17:03:55Z', 'revision_number': 4, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'gw_port': {'id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:51Z', 'updated_at': '2021-05-20T17:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_floatingips': [{'id': '91616ecb-724c-42fa-9aaf-888bae2078ca', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'router_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'port_id': 'cd457aea-203f-443b-be4e-069514baa5a4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'mac_address': 'fa:16:3e:06:aa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385f9318-ed8f-4b62-84b9-1629cd6d1913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:07:55Z', 'updated_at': '2021-05-20T17:07:58Z', 'revision_number': 1, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0bfa448-e735-4631-aa43-6b0e677a88cb', 'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'mac_address': 'fa:16:3e:1d:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:54Z', 'updated_at': '2021-05-20T17:04:02Z', 'revision_number': 5, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'subnets': [{'id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:11:47.521926 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0411c2e9-78ea-4a23-8889-4839e2626c86 None None] Checking router: c176277e-1f98-47eb-9e29-252d126d6226 for host: dv-cinder-786524-7-iscsi {{(pid=119046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:11:47.535026 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0411c2e9-78ea-4a23-8889-4839e2626c86 None None] Routers {'c176277e-1f98-47eb-9e29-252d126d6226'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:11:47.537449 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-0411c2e9-78ea-4a23-8889-4839e2626c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:11:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c176277e-1f98-47eb-9e29-252d126d6226'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:11:47.586450 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09134b-ebf8-44ca-937c-47945b129a66 req-ed165147-5de9-411c-b083-e3c388206195 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:11:47.587956 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-5d09134b-ebf8-44ca-937c-47945b129a66 req-ed165147-5de9-411c-b083-e3c388206195 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb9b5bab-a7a5-42a5-90f4-e56dc096240e HTTP/1.1" status: 200 len: 945 time: 0.1788132 May 20 17:11:47.597000 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-26e9037d-7576-4dd0-864e-38ade9803874 req-745a9a1a-2bcb-4b80-8af1-c432f27ef478 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02a45dac-e6e5-45f3-8aa6-21daf5471ad9 HTTP/1.1" status: 200 len: 217 time: 0.0763602 May 20 17:11:47.684487 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-5d09134b-ebf8-44ca-937c-47945b129a66 req-0067bf3a-25e4-43c0-862b-b460f3dde32f tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891683 May 20 17:11:47.690034 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9037d-7576-4dd0-864e-38ade9803874 req-b15bb2e4-468b-4dff-9f5a-d8116833deba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:11:47.691410 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-26e9037d-7576-4dd0-864e-38ade9803874 req-b15bb2e4-468b-4dff-9f5a-d8116833deba service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b9354152-da80-48a7-a2cf-cafd8cb1708a HTTP/1.1" status: 200 len: 850 time: 0.0816634 May 20 17:11:47.729561 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-0411c2e9-78ea-4a23-8889-4839e2626c86 None None] Set router c176277e-1f98-47eb-9e29-252d126d6226 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:11:47.770832 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9037d-7576-4dd0-864e-38ade9803874 req-2a0716a2-2fb6-4577-88d6-bbbe243cff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:11:47.772559 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-26e9037d-7576-4dd0-864e-38ade9803874 req-2a0716a2-2fb6-4577-88d6-bbbe243cff6f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=693cca7c-a781-4bbe-b946-6e5d3b5628d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734134 May 20 17:11:47.818566 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139babb-2e0a-4e7d-ba08-73b4c7361158 req-00acc5c4-9b87-400a-ac45-ff16c73f2aba tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:11:47.820122 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-2139babb-2e0a-4e7d-ba08-73b4c7361158 req-00acc5c4-9b87-400a-ac45-ff16c73f2aba tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 946 time: 0.0825105 May 20 17:11:47.921103 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-26e9037d-7576-4dd0-864e-38ade9803874 req-754e45c7-d4ea-434e-a9be-fe9a19b073c3 service neutron] 10.222.0.75 "GET /v2.0/networks/693cca7c-a781-4bbe-b946-6e5d3b5628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401458 May 20 17:11:47.962065 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [req-2139babb-2e0a-4e7d-ba08-73b4c7361158 req-eb6d12e4-1af9-4672-8f89-73dc81509344 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Deleting port 8700857b-013d-4d4f-a728-6885659c01c5 {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:11:47.962449 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-2139babb-2e0a-4e7d-ba08-73b4c7361158 req-eb6d12e4-1af9-4672-8f89-73dc81509344 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:48.057463 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-26e9037d-7576-4dd0-864e-38ade9803874 req-adf92f03-5629-498d-8c15-6a09dd84ce60 service neutron] 10.222.0.75 "GET /v2.0/networks/693cca7c-a781-4bbe-b946-6e5d3b5628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290236 May 20 17:11:48.094274 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-0411c2e9-78ea-4a23-8889-4839e2626c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'name': 'tempest-TestVolumeBootPattern-276173396-router', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:50Z', 'updated_at': '2021-05-20T17:03:55Z', 'revision_number': 4, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'gw_port': {'id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:51Z', 'updated_at': '2021-05-20T17:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_floatingips': [{'id': '91616ecb-724c-42fa-9aaf-888bae2078ca', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'router_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'port_id': 'cd457aea-203f-443b-be4e-069514baa5a4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'mac_address': 'fa:16:3e:06:aa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385f9318-ed8f-4b62-84b9-1629cd6d1913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:07:55Z', 'updated_at': '2021-05-20T17:07:58Z', 'revision_number': 1, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0bfa448-e735-4631-aa43-6b0e677a88cb', 'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'mac_address': 'fa:16:3e:1d:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:54Z', 'updated_at': '2021-05-20T17:04:02Z', 'revision_number': 5, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'subnets': [{'id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:11:48.098837 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0411c2e9-78ea-4a23-8889-4839e2626c86 None None] The sync data for ids ['c176277e-1f98-47eb-9e29-252d126d6226'] in dv-cinder-786524-7-iscsi is: [{'id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'name': 'tempest-TestVolumeBootPattern-276173396-router', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:50Z', 'updated_at': '2021-05-20T17:03:55Z', 'revision_number': 4, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'gw_port': {'id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:51Z', 'updated_at': '2021-05-20T17:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_floatingips': [{'id': '91616ecb-724c-42fa-9aaf-888bae2078ca', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'router_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'port_id': 'cd457aea-203f-443b-be4e-069514baa5a4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'mac_address': 'fa:16:3e:06:aa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385f9318-ed8f-4b62-84b9-1629cd6d1913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:07:55Z', 'updated_at': '2021-05-20T17:07:58Z', 'revision_number': 1, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0bfa448-e735-4631-aa43-6b0e677a88cb', 'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'mac_address': 'fa:16:3e:1d:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:54Z', 'updated_at': '2021-05-20T17:04:02Z', 'revision_number': 5, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'subnets': [{'id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:11:48.107092 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-2139babb-2e0a-4e7d-ba08-73b4c7361158 req-eb6d12e4-1af9-4672-8f89-73dc81509344 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] For port 8700857b-013d-4d4f-a728-6885659c01c5, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8700857b-013d-4d4f-a728-6885659c01c5,segment=NetworkSegment(0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4),segment_id=0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4)] {{(pid=119045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:11:48.107515 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-2139babb-2e0a-4e7d-ba08-73b4c7361158 req-eb6d12e4-1af9-4672-8f89-73dc81509344 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:48.234475 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [req-2139babb-2e0a-4e7d-ba08-73b4c7361158 req-eb6d12e4-1af9-4672-8f89-73dc81509344 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Calling delete_port for 8700857b-013d-4d4f-a728-6885659c01c5 owned by compute:nova {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:11:48.315516 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f444be-d30a-4531-ae52-514ff7bf8db5 None None] New status for floating IP 9c39731b-5dfd-41bd-9846-dec559cd1631: DOWN {{(pid=119047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 17:11:48.347287 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-2139babb-2e0a-4e7d-ba08-73b4c7361158 req-eb6d12e4-1af9-4672-8f89-73dc81509344 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:48.354074 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-24d46a4f-7f76-4127-a3ab-7cb5557cda70 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:11:48.360250 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] get_ports_and_sgs() called for port_ids ['8700857b-013d-4d4f-a728-6885659c01c5'] {{(pid=119046) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:11:48.405206 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d12e4-1af9-4672-8f89-73dc81509344 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Pushing event deleted for resources: {'Port': ['ID=8700857b-013d-4d4f-a728-6885659c01c5,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:11:48.408109 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-eb6d12e4-1af9-4672-8f89-73dc81509344 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:11:48.481874 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [req-2139babb-2e0a-4e7d-ba08-73b4c7361158 req-eb6d12e4-1af9-4672-8f89-73dc81509344 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] No DVR routers for this DVR port 8700857b-013d-4d4f-a728-6885659c01c5 on host hv-cinder-78652 {{(pid=119045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:11:48.485722 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-2139babb-2e0a-4e7d-ba08-73b4c7361158 req-eb6d12e4-1af9-4672-8f89-73dc81509344 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:48.532466 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-0612d2d5-e577-4650-97f0-732520103e75 req-df90e651-f5de-4e30-9f28-234a03ccc6a0 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d57c148-1679-431d-a22b-0438ad9b509f HTTP/1.1" status: 200 len: 210 time: 0.0486274 May 20 17:11:48.541245 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-2139babb-2e0a-4e7d-ba08-73b4c7361158 req-eb6d12e4-1af9-4672-8f89-73dc81509344 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] 10.222.0.75 "DELETE /v2.0/ports/8700857b-013d-4d4f-a728-6885659c01c5 HTTP/1.1" status: 204 len: 173 time: 0.7143223 May 20 17:11:48.889679 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25c5ab-daf8-4992-84e1-50e10d6e8fc5 req-ef4511a2-4833-4793-a5b8-572bb1ec8d5b tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:11:48.891274 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-be25c5ab-daf8-4992-84e1-50e10d6e8fc5 req-ef4511a2-4833-4793-a5b8-572bb1ec8d5b tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb9b5bab-a7a5-42a5-90f4-e56dc096240e HTTP/1.1" status: 200 len: 945 time: 0.0914900 May 20 17:11:48.941828 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-be25c5ab-daf8-4992-84e1-50e10d6e8fc5 req-fd038f53-9b70-46e1-8da9-0f885d1deaef tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443127 May 20 17:11:49.068152 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d57c148-1679-431d-a22b-0438ad9b509f', 'name': 'network-vif-deleted', 'tag': '8700857b-013d-4d4f-a728-6885659c01c5'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:11:49.129806 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d57c148-1679-431d-a22b-0438ad9b509f', 'name': 'network-vif-deleted', 'tag': '8700857b-013d-4d4f-a728-6885659c01c5', 'status': 'completed', 'code': 200} May 20 17:11:49.181031 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0c27f-98e2-4219-b7fb-bea5783cddb5 req-94dbc897-1893-4a83-a321-5e8969bf1933 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:11:49.181953 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-b8f0c27f-98e2-4219-b7fb-bea5783cddb5 req-94dbc897-1893-4a83-a321-5e8969bf1933 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Synchronizing usage tracker for tenant:03359f9fe008405ea637b8c155fbfc99 on resource:port {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:11:49.200375 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-b8f0c27f-98e2-4219-b7fb-bea5783cddb5 req-94dbc897-1893-4a83-a321-5e8969bf1933 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Unset dirty status for tenant:03359f9fe008405ea637b8c155fbfc99 on resource:port {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:11:49.201668 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b8f0c27f-98e2-4219-b7fb-bea5783cddb5 req-94dbc897-1893-4a83-a321-5e8969bf1933 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.75 "GET /v2.0/ports?device_id=bb9b5bab-a7a5-42a5-90f4-e56dc096240e HTTP/1.1" status: 200 len: 945 time: 0.1043882 May 20 17:11:49.350455 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [req-b8f0c27f-98e2-4219-b7fb-bea5783cddb5 req-edf430a1-cd7c-4bff-94e9-9459fed7e0f8 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Deleting port 02a45dac-e6e5-45f3-8aa6-21daf5471ad9 {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:11:49.351146 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-b8f0c27f-98e2-4219-b7fb-bea5783cddb5 req-edf430a1-cd7c-4bff-94e9-9459fed7e0f8 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:49.488247 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-b8f0c27f-98e2-4219-b7fb-bea5783cddb5 req-edf430a1-cd7c-4bff-94e9-9459fed7e0f8 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] For port 02a45dac-e6e5-45f3-8aa6-21daf5471ad9, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=02a45dac-e6e5-45f3-8aa6-21daf5471ad9,segment=NetworkSegment(4a8f8994-6d3f-475e-b8df-b63a9baa5b45),segment_id=4a8f8994-6d3f-475e-b8df-b63a9baa5b45)] {{(pid=119045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:11:49.488565 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-b8f0c27f-98e2-4219-b7fb-bea5783cddb5 req-edf430a1-cd7c-4bff-94e9-9459fed7e0f8 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:49.613792 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [req-b8f0c27f-98e2-4219-b7fb-bea5783cddb5 req-edf430a1-cd7c-4bff-94e9-9459fed7e0f8 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Calling delete_port for 02a45dac-e6e5-45f3-8aa6-21daf5471ad9 owned by compute:nova {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:11:49.729507 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-b8f0c27f-98e2-4219-b7fb-bea5783cddb5 req-edf430a1-cd7c-4bff-94e9-9459fed7e0f8 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:49.735581 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-0170bb28-809a-4311-a4a5-e23b5cba9aa5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:11:49.778807 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf430a1-cd7c-4bff-94e9-9459fed7e0f8 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Pushing event deleted for resources: {'Port': ['ID=02a45dac-e6e5-45f3-8aa6-21daf5471ad9,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:11:49.782420 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-edf430a1-cd7c-4bff-94e9-9459fed7e0f8 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:11:49.859829 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f0c27f-98e2-4219-b7fb-bea5783cddb5 req-edf430a1-cd7c-4bff-94e9-9459fed7e0f8 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] No DVR routers for this DVR port 02a45dac-e6e5-45f3-8aa6-21daf5471ad9 on host hv-cinder-78652 {{(pid=119045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:11:49.862542 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-b8f0c27f-98e2-4219-b7fb-bea5783cddb5 req-edf430a1-cd7c-4bff-94e9-9459fed7e0f8 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:49.878183 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-b8f0c27f-98e2-4219-b7fb-bea5783cddb5 req-edf430a1-cd7c-4bff-94e9-9459fed7e0f8 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.75 "DELETE /v2.0/ports/02a45dac-e6e5-45f3-8aa6-21daf5471ad9 HTTP/1.1" status: 204 len: 173 time: 0.6625376 May 20 17:11:50.104581 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-32414e42-807e-4dc8-900c-6db845f57128 req-384e6be1-cfbc-44c4-99f8-16ec3ebb2314 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb9b5bab-a7a5-42a5-90f4-e56dc096240e HTTP/1.1" status: 200 len: 210 time: 0.0469921 May 20 17:11:50.385599 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 58236) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:11:51.041719 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-b6a01272-cdbd-411c-b6f3-70255f48dee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16379738'] for router_interface, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:51.177163 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9b5bab-a7a5-42a5-90f4-e56dc096240e', 'name': 'network-vif-deleted', 'tag': '02a45dac-e6e5-45f3-8aa6-21daf5471ad9'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:11:51.274676 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9b5bab-a7a5-42a5-90f4-e56dc096240e', 'name': 'network-vif-deleted', 'tag': '02a45dac-e6e5-45f3-8aa6-21daf5471ad9', 'status': 'completed', 'code': 200} May 20 17:11:51.360636 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 02a45dac-e6e5-45f3-8aa6-21daf5471ad9 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:11:51.396328 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] No Port match for: 02a45dac-e6e5-45f3-8aa6-21daf5471ad9 {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:11:51.396710 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 02a45dac-e6e5-45f3-8aa6-21daf5471ad9 not bound to the agent host hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:11:51.397136 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 8700857b-013d-4d4f-a728-6885659c01c5 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:11:51.474269 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] No Port match for: 8700857b-013d-4d4f-a728-6885659c01c5 {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:11:51.474713 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device 8700857b-013d-4d4f-a728-6885659c01c5 not bound to the agent host hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:11:51.477710 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-b6a01272-cdbd-411c-b6f3-70255f48dee5 admin admin] Deleting port 914a4bcd-c77c-41f3-8866-6e7db6d4f58f {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:11:51.478247 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-b6a01272-cdbd-411c-b6f3-70255f48dee5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:51.608522 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [None req-b6a01272-cdbd-411c-b6f3-70255f48dee5 admin admin] For port 914a4bcd-c77c-41f3-8866-6e7db6d4f58f, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=914a4bcd-c77c-41f3-8866-6e7db6d4f58f,segment=NetworkSegment(0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4),segment_id=0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4)] {{(pid=119045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:11:51.608898 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-b6a01272-cdbd-411c-b6f3-70255f48dee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:51.734119 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-b6a01272-cdbd-411c-b6f3-70255f48dee5 admin admin] Calling delete_port for 914a4bcd-c77c-41f3-8866-6e7db6d4f58f owned by network:router_interface {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:11:51.901350 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-b6a01272-cdbd-411c-b6f3-70255f48dee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:51.904951 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-1f58174c-b00f-4c27-955c-f89f44d95c1e tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:11:51.949721 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a01272-cdbd-411c-b6f3-70255f48dee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=914a4bcd-c77c-41f3-8866-6e7db6d4f58f,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:11:51.952825 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-b6a01272-cdbd-411c-b6f3-70255f48dee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:11:52.337502 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-b6a01272-cdbd-411c-b6f3-70255f48dee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16308137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16379886'] for router_interface, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:52.706418 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a01272-cdbd-411c-b6f3-70255f48dee5 admin admin] Router f6d3bcac-ce53-4d22-a839-5d0802c5970b has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:11:52.888499 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a01272-cdbd-411c-b6f3-70255f48dee5 admin admin] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:11:52.901183 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c24216f-3d11-44fe-94b1-12cd0ee9e75e None None] Sync routers for ids ['f6d3bcac-ce53-4d22-a839-5d0802c5970b'] in dv-cinder-786524-7-iscsi {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:11:52.903646 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-b6a01272-cdbd-411c-b6f3-70255f48dee5 admin admin] 10.222.0.36 "PUT /v2.0/routers/f6d3bcac-ce53-4d22-a839-5d0802c5970b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5170312 May 20 17:11:52.904532 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 58254) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:11:52.910563 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c24216f-3d11-44fe-94b1-12cd0ee9e75e None None] Routers {'f6d3bcac-ce53-4d22-a839-5d0802c5970b'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:11:52.911444 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-2c24216f-3d11-44fe-94b1-12cd0ee9e75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:11:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['f6d3bcac-ce53-4d22-a839-5d0802c5970b'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:11:53.079962 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ef145603-5c3f-42bc-97e1-c9bf64af8348 admin admin] Notify callbacks [] for router, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:53.092915 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-2c24216f-3d11-44fe-94b1-12cd0ee9e75e None None] Set router f6d3bcac-ce53-4d22-a839-5d0802c5970b gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:11:53.260137 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ef145603-5c3f-42bc-97e1-c9bf64af8348 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:53.332237 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-ef145603-5c3f-42bc-97e1-c9bf64af8348 admin admin] Deleting port 7d702065-78c3-4f6e-8b7c-f1ac169b88d4 {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:11:53.332489 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ef145603-5c3f-42bc-97e1-c9bf64af8348 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:53.374564 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-2c24216f-3d11-44fe-94b1-12cd0ee9e75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'name': 'tempest-TestMinimumBasicScenario-1553328808-router', 'tenant_id': '78d5d1781cf44177b96e47dcda696767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '7d702065-78c3-4f6e-8b7c-f1ac169b88d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:09:07Z', 'updated_at': '2021-05-20T17:11:51Z', 'revision_number': 5, 'project_id': '78d5d1781cf44177b96e47dcda696767', 'gw_port': {'id': '7d702065-78c3-4f6e-8b7c-f1ac169b88d4', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:09:08Z', 'updated_at': '2021-05-20T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi'}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:11:53.378370 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c24216f-3d11-44fe-94b1-12cd0ee9e75e None None] Checking router: f6d3bcac-ce53-4d22-a839-5d0802c5970b for host: dv-cinder-786524-7-iscsi {{(pid=119046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:11:53.386706 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c24216f-3d11-44fe-94b1-12cd0ee9e75e None None] Routers {'f6d3bcac-ce53-4d22-a839-5d0802c5970b'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:11:53.387309 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-2c24216f-3d11-44fe-94b1-12cd0ee9e75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:11:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['f6d3bcac-ce53-4d22-a839-5d0802c5970b'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:11:53.453866 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [None req-ef145603-5c3f-42bc-97e1-c9bf64af8348 admin admin] For port 7d702065-78c3-4f6e-8b7c-f1ac169b88d4, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=7d702065-78c3-4f6e-8b7c-f1ac169b88d4,segment=NetworkSegment(be7a08f1-7b47-4c24-ac33-26538d548295),segment_id=be7a08f1-7b47-4c24-ac33-26538d548295)] {{(pid=119045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:11:53.454234 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ef145603-5c3f-42bc-97e1-c9bf64af8348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:53.536901 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-2c24216f-3d11-44fe-94b1-12cd0ee9e75e None None] Set router f6d3bcac-ce53-4d22-a839-5d0802c5970b gateway port host: None {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:11:53.586198 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-ef145603-5c3f-42bc-97e1-c9bf64af8348 admin admin] Calling delete_port for 7d702065-78c3-4f6e-8b7c-f1ac169b88d4 owned by network:router_gateway {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:11:53.610033 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 58260) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:11:53.643419 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-2c24216f-3d11-44fe-94b1-12cd0ee9e75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'name': 'tempest-TestMinimumBasicScenario-1553328808-router', 'tenant_id': '78d5d1781cf44177b96e47dcda696767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:09:07Z', 'updated_at': '2021-05-20T17:11:53Z', 'revision_number': 6, 'project_id': '78d5d1781cf44177b96e47dcda696767', 'gw_port_host': None}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:11:53.647931 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c24216f-3d11-44fe-94b1-12cd0ee9e75e None None] The sync data for ids ['f6d3bcac-ce53-4d22-a839-5d0802c5970b'] in dv-cinder-786524-7-iscsi is: [{'id': 'f6d3bcac-ce53-4d22-a839-5d0802c5970b', 'name': 'tempest-TestMinimumBasicScenario-1553328808-router', 'tenant_id': '78d5d1781cf44177b96e47dcda696767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:09:07Z', 'updated_at': '2021-05-20T17:11:53Z', 'revision_number': 6, 'project_id': '78d5d1781cf44177b96e47dcda696767', 'gw_port_host': None}] {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:11:54.093625 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-4c761d84-5fe4-48b1-8138-f359d422cbd9 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Deleting port 9e1e49ab-6c31-42d1-bc03-a7794cf1ba6a {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:11:54.094188 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4c761d84-5fe4-48b1-8138-f359d422cbd9 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:54.109118 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ef145603-5c3f-42bc-97e1-c9bf64af8348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:54.117101 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-edf430a1-cd7c-4bff-94e9-9459fed7e0f8 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:11:54.172221 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef145603-5c3f-42bc-97e1-c9bf64af8348 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d702065-78c3-4f6e-8b7c-f1ac169b88d4,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:11:54.175181 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-ef145603-5c3f-42bc-97e1-c9bf64af8348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:11:54.338698 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4c761d84-5fe4-48b1-8138-f359d422cbd9 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:54.338957 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4c761d84-5fe4-48b1-8138-f359d422cbd9 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:54.349671 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ef145603-5c3f-42bc-97e1-c9bf64af8348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16751985'] for router_gateway, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:54.435230 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 7d702065-78c3-4f6e-8b7c-f1ac169b88d4 no longer exists at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:11:54.470078 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] No Port match for: 7d702065-78c3-4f6e-8b7c-f1ac169b88d4 {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:11:54.470413 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 7d702065-78c3-4f6e-8b7c-f1ac169b88d4 not bound to the agent host dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:11:54.470845 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 914a4bcd-c77c-41f3-8866-6e7db6d4f58f no longer exists at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:11:54.505015 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] No Port match for: 914a4bcd-c77c-41f3-8866-6e7db6d4f58f {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:11:54.505499 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 914a4bcd-c77c-41f3-8866-6e7db6d4f58f not bound to the agent host dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:11:54.567389 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-4c761d84-5fe4-48b1-8138-f359d422cbd9 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Calling delete_port for 9e1e49ab-6c31-42d1-bc03-a7794cf1ba6a owned by network:floatingip {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:11:54.634192 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ef145603-5c3f-42bc-97e1-c9bf64af8348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16750855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3075'] for router, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:54.637068 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ef145603-5c3f-42bc-97e1-c9bf64af8348 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:54.673105 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ef145603-5c3f-42bc-97e1-c9bf64af8348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16752461'] for router, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:54.673661 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef145603-5c3f-42bc-97e1-c9bf64af8348 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6d3bcac-ce53-4d22-a839-5d0802c5970b {{(pid=119045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 17:11:54.693168 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-ef145603-5c3f-42bc-97e1-c9bf64af8348 admin admin] Notify callbacks [] for router, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:54.696974 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-ef145603-5c3f-42bc-97e1-c9bf64af8348 admin admin] 10.222.0.36 "DELETE /v2.0/routers/f6d3bcac-ce53-4d22-a839-5d0802c5970b HTTP/1.1" status: 204 len: 168 time: 1.7887969 May 20 17:11:54.696974 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 58264) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:11:54.802892 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda71b1b-4baa-4fae-bbc9-c7a4e4a2ddf1 admin admin] Deleting subnet f786e361-288f-4466-b193-359d2b09f79e {{(pid=119045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 17:11:54.812919 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-dda71b1b-4baa-4fae-bbc9-c7a4e4a2ddf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:54.874870 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-dda71b1b-4baa-4fae-bbc9-c7a4e4a2ddf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15234105'] for subnet, precommit_delete_associations {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:54.904564 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4c761d84-5fe4-48b1-8138-f359d422cbd9 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:54.913679 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-b6a01272-cdbd-411c-b6f3-70255f48dee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:11:54.964001 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c761d84-5fe4-48b1-8138-f359d422cbd9 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Pushing event deleted for resources: {'Port': ['ID=9e1e49ab-6c31-42d1-bc03-a7794cf1ba6a,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:11:54.966361 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-4c761d84-5fe4-48b1-8138-f359d422cbd9 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:11:55.194672 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4c761d84-5fe4-48b1-8138-f359d422cbd9 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for floatingip, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:55.195681 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.db.l3_db [None req-4c761d84-5fe4-48b1-8138-f359d422cbd9 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Floating IP 91616ecb-724c-42fa-9aaf-888bae2078ca disassociated (deleted). External IP: 172.27.3.193, port: cd457aea-203f-443b-be4e-069514baa5a4. May 20 17:11:55.290213 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-dda71b1b-4baa-4fae-bbc9-c7a4e4a2ddf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006482'] for subnet, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:55.770840 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c761d84-5fe4-48b1-8138-f359d422cbd9 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Router c176277e-1f98-47eb-9e29-252d126d6226 has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:11:55.844041 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-dda71b1b-4baa-4fae-bbc9-c7a4e4a2ddf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14687734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15261298'] for subnet, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:55.855802 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-e83695be-fb36-4cd0-8c4e-18fe75c3cca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:11:55.904584 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda71b1b-4baa-4fae-bbc9-c7a4e4a2ddf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f786e361-288f-4466-b193-359d2b09f79e,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:11:55.911975 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-dda71b1b-4baa-4fae-bbc9-c7a4e4a2ddf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:11:55.914791 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-dda71b1b-4baa-4fae-bbc9-c7a4e4a2ddf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:55.917798 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0ad181-eeed-4af1-aaba-ae78a8902d2f None None] Network 36fac261-9fd2-44e2-911c-7d2461818608 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:11:55.999294 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-dda71b1b-4baa-4fae-bbc9-c7a4e4a2ddf1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f786e361-288f-4466-b193-359d2b09f79e HTTP/1.1" status: 204 len: 168 time: 1.3013082 May 20 17:11:56.002051 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 58268) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:11:56.018256 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c761d84-5fe4-48b1-8138-f359d422cbd9 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:11:56.023562 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4c761d84-5fe4-48b1-8138-f359d422cbd9 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for floatingip, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:56.029942 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46836df0-d679-48c5-97f2-4fc80fe17c1b None None] Sync routers for ids ['c176277e-1f98-47eb-9e29-252d126d6226'] in dv-cinder-786524-7-iscsi {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:11:56.041513 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46836df0-d679-48c5-97f2-4fc80fe17c1b None None] Routers {'c176277e-1f98-47eb-9e29-252d126d6226'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:11:56.042395 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-46836df0-d679-48c5-97f2-4fc80fe17c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:11:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c176277e-1f98-47eb-9e29-252d126d6226'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:11:56.082498 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-4c761d84-5fe4-48b1-8138-f359d422cbd9 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "DELETE /v2.0/floatingips/91616ecb-724c-42fa-9aaf-888bae2078ca HTTP/1.1" status: 204 len: 168 time: 2.4713571 May 20 17:11:56.083374 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385f9318-ed8f-4b62-84b9-1629cd6d1913', 'tag': 'cd457aea-203f-443b-be4e-069514baa5a4'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:11:56.152391 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655306'] for network, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:56.173911 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385f9318-ed8f-4b62-84b9-1629cd6d1913', 'tag': 'cd457aea-203f-443b-be4e-069514baa5a4', 'status': 'completed', 'code': 200} May 20 17:11:56.206745 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7715ab83-95e7-4a44-b5f7-e5c47f202fcc None None] DHCP port deletion for 36fac261-9fd2-44e2-911c-7d2461818608 request from dv-cinder-786524-7-iscsi {{(pid=119046) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 17:11:56.259804 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-46836df0-d679-48c5-97f2-4fc80fe17c1b None None] Set router c176277e-1f98-47eb-9e29-252d126d6226 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:11:56.262542 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] Deleting port cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a {{(pid=119044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:11:56.263504 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:56.379976 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a no longer exists at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:11:56.382110 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] For port cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a,segment=NetworkSegment(0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4),segment_id=0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4)] {{(pid=119044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:11:56.382789 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:56.437117 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a7b24-2f9d-4792-921e-4bf5e34a772f req-86c71559-20f2-4f88-9dad-388e36b1a7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:11:56.438629 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-bc4a7b24-2f9d-4792-921e-4bf5e34a772f req-86c71559-20f2-4f88-9dad-388e36b1a7af service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=03359f9fe008405ea637b8c155fbfc99&device_id=385f9318-ed8f-4b62-84b9-1629cd6d1913 HTTP/1.1" status: 200 len: 1099 time: 0.2304845 May 20 17:11:56.539436 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] Calling delete_port for cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a owned by network:dhcp {{(pid=119044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:11:56.618912 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-46836df0-d679-48c5-97f2-4fc80fe17c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'name': 'tempest-TestVolumeBootPattern-276173396-router', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:50Z', 'updated_at': '2021-05-20T17:03:55Z', 'revision_number': 4, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'gw_port': {'id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:51Z', 'updated_at': '2021-05-20T17:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': 'e0bfa448-e735-4631-aa43-6b0e677a88cb', 'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'mac_address': 'fa:16:3e:1d:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:54Z', 'updated_at': '2021-05-20T17:04:02Z', 'revision_number': 5, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'subnets': [{'id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:11:56.622989 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46836df0-d679-48c5-97f2-4fc80fe17c1b None None] Checking router: c176277e-1f98-47eb-9e29-252d126d6226 for host: dv-cinder-786524-7-iscsi {{(pid=119047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:11:56.624594 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-605274'] for port, before_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:56.627935 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:56.632341 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-fd98bfbe-b2c7-4f23-8731-4cc64536345b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:11:56.634888 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46836df0-d679-48c5-97f2-4fc80fe17c1b None None] Routers {'c176277e-1f98-47eb-9e29-252d126d6226'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:11:56.635518 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-46836df0-d679-48c5-97f2-4fc80fe17c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:11:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c176277e-1f98-47eb-9e29-252d126d6226'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:11:56.657671 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-7715ab83-95e7-4a44-b5f7-e5c47f202fcc None None] Deleting port cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a {{(pid=119046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:11:56.658204 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-7715ab83-95e7-4a44-b5f7-e5c47f202fcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:56.677601 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a7b24-2f9d-4792-921e-4bf5e34a772f req-310de8e8-9d59-483f-8116-0697ea90928a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:11:56.680416 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-bc4a7b24-2f9d-4792-921e-4bf5e34a772f req-310de8e8-9d59-483f-8116-0697ea90928a service neutron] 10.222.0.75 "GET /v2.0/networks?id=693cca7c-a781-4bbe-b946-6e5d3b5628d3 HTTP/1.1" status: 200 len: 912 time: 0.2300446 May 20 17:11:56.738259 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 6 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:11:56.745338 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] Pushing event deleted for resources: {'Port': ['ID=cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:11:56.764818 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] No DVR routers for this DVR port cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a on host dv-cinder-786524-7-iscsi {{(pid=119044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:11:56.776403 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-bc4a7b24-2f9d-4792-921e-4bf5e34a772f req-4b6c6fac-c4a6-4af6-a2bb-5a81796d9613 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd457aea-203f-443b-be4e-069514baa5a4 HTTP/1.1" status: 200 len: 217 time: 0.0879633 May 20 17:11:56.816084 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:56.816465 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:56.817224 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:56.817352 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:56.819414 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:56.819414 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:56.819414 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:56.819414 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:56.819414 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:56.819936 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:56.819936 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:56.820122 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:56.827433 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:11:56.857593 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-7715ab83-95e7-4a44-b5f7-e5c47f202fcc None None] For port cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a, host dv-cinder-786524-7-iscsi, got binding levels [] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:11:56.858140 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-7715ab83-95e7-4a44-b5f7-e5c47f202fcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:56.861665 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-46836df0-d679-48c5-97f2-4fc80fe17c1b None None] Set router c176277e-1f98-47eb-9e29-252d126d6226 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:11:56.864444 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a7b24-2f9d-4792-921e-4bf5e34a772f req-bcd6333d-8038-4bad-b642-2508a2d7506d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:11:56.866853 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-bc4a7b24-2f9d-4792-921e-4bf5e34a772f req-bcd6333d-8038-4bad-b642-2508a2d7506d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b9354152-da80-48a7-a2cf-cafd8cb1708a HTTP/1.1" status: 200 len: 850 time: 0.0817327 May 20 17:11:56.949438 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a7b24-2f9d-4792-921e-4bf5e34a772f req-85fb6e67-7423-4bd1-8a14-23dc43a6dc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:11:56.951541 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-bc4a7b24-2f9d-4792-921e-4bf5e34a772f req-85fb6e67-7423-4bd1-8a14-23dc43a6dc7e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=693cca7c-a781-4bbe-b946-6e5d3b5628d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757465 May 20 17:11:57.001098 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-7715ab83-95e7-4a44-b5f7-e5c47f202fcc None None] Calling delete_port for cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a owned by network:dhcp {{(pid=119046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:11:57.005251 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.ipam_backend_mixin [None req-7715ab83-95e7-4a44-b5f7-e5c47f202fcc None None] Port cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a was not found and therefore no delete operation was performed {{(pid=119046) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 17:11:57.006879 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-7715ab83-95e7-4a44-b5f7-e5c47f202fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800'] for port, after_delete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:57.017253 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:11:57.035238 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001245', 'neutron.services.segments.db._delete_segments_for_network-8727197674105'] for network, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:57.049409 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36fac261-9fd2-44e2-911c-7d2461818608']}} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:11:57.051764 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7715ab83-95e7-4a44-b5f7-e5c47f202fcc None None] No DVR routers for this DVR port cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a on host dv-cinder-786524-7-iscsi {{(pid=119046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:11:57.067844 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4') {'for_net_delete': True} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:11:57.068169 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a7a0c6f-7d76-477a-9fcd-9e327cc59bf4') {} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:11:57.072315 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715ab83-95e7-4a44-b5f7-e5c47f202fcc None None] Pushing event deleted for resources: {'Port': ['ID=cee29bc3-2cf8-45dd-9a97-9a0ce3d6d81a,revision_number=None']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:11:57.080415 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7715ab83-95e7-4a44-b5f7-e5c47f202fcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:57.080757 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7715ab83-95e7-4a44-b5f7-e5c47f202fcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:57.081360 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7715ab83-95e7-4a44-b5f7-e5c47f202fcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:57.081872 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7715ab83-95e7-4a44-b5f7-e5c47f202fcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:57.082280 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727197686263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15043267'] for segment, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:57.082560 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7715ab83-95e7-4a44-b5f7-e5c47f202fcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:57.083150 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7715ab83-95e7-4a44-b5f7-e5c47f202fcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:57.083648 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7715ab83-95e7-4a44-b5f7-e5c47f202fcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:57.084294 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7715ab83-95e7-4a44-b5f7-e5c47f202fcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:57.085120 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7715ab83-95e7-4a44-b5f7-e5c47f202fcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:57.085658 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7715ab83-95e7-4a44-b5f7-e5c47f202fcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:57.086410 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7715ab83-95e7-4a44-b5f7-e5c47f202fcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:57.086900 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7715ab83-95e7-4a44-b5f7-e5c47f202fcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-iscsi {{(pid=119046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:11:57.094391 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-7715ab83-95e7-4a44-b5f7-e5c47f202fcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:11:57.101388 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:57.111050 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=119044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 17:11:57.111455 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14410782'] for segment, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:57.126426 dv-cinder-786524-7-iscsi neutron-server[119044]: Traceback (most recent call last): May 20 17:11:57.126426 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 17:11:57.126426 dv-cinder-786524-7-iscsi neutron-server[119044]: timer() May 20 17:11:57.126426 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 17:11:57.126426 dv-cinder-786524-7-iscsi neutron-server[119044]: cb(*args, **kw) May 20 17:11:57.126426 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 17:11:57.126426 dv-cinder-786524-7-iscsi neutron-server[119044]: return func(*args, **kwargs) May 20 17:11:57.126426 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 17:11:57.126426 dv-cinder-786524-7-iscsi neutron-server[119044]: self._notify() May 20 17:11:57.126426 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 17:11:57.126426 dv-cinder-786524-7-iscsi neutron-server[119044]: self.callback(batched_events) May 20 17:11:57.126426 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 17:11:57.126426 dv-cinder-786524-7-iscsi neutron-server[119044]: event.method(event) May 20 17:11:57.126426 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 17:11:57.126426 dv-cinder-786524-7-iscsi neutron-server[119044]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 17:11:57.126426 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 17:11:57.126426 dv-cinder-786524-7-iscsi neutron-server[119044]: aggregate_uuid = self.p_client.list_aggregates( May 20 17:11:57.126426 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 17:11:57.126426 dv-cinder-786524-7-iscsi neutron-server[119044]: return f(self, *a, **k) May 20 17:11:57.126426 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 17:11:57.126426 dv-cinder-786524-7-iscsi neutron-server[119044]: return self._get(url).json() May 20 17:11:57.126426 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 17:11:57.126426 dv-cinder-786524-7-iscsi neutron-server[119044]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 17:11:57.126426 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 17:11:57.126426 dv-cinder-786524-7-iscsi neutron-server[119044]: return self.request(url, 'GET', **kwargs) May 20 17:11:57.126426 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 17:11:57.126426 dv-cinder-786524-7-iscsi neutron-server[119044]: base_url = self.get_endpoint(auth, allow=allow, May 20 17:11:57.126426 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 17:11:57.126426 dv-cinder-786524-7-iscsi neutron-server[119044]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 17:11:57.126426 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 17:11:57.126426 dv-cinder-786524-7-iscsi neutron-server[119044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 17:11:57.126426 dv-cinder-786524-7-iscsi neutron-server[119044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 17:11:57.201320 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b7e69-a303-4d12-8ecc-a6e3641905da req-8fdc50d3-a43e-438d-bd6e-582cfbbcb9b9 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:11:57.202892 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0f1b7e69-a303-4d12-8ecc-a6e3641905da req-8fdc50d3-a43e-438d-bd6e-582cfbbcb9b9 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=385f9318-ed8f-4b62-84b9-1629cd6d1913 HTTP/1.1" status: 200 len: 946 time: 0.5117490 May 20 17:11:57.207033 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-46836df0-d679-48c5-97f2-4fc80fe17c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'name': 'tempest-TestVolumeBootPattern-276173396-router', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:50Z', 'updated_at': '2021-05-20T17:03:55Z', 'revision_number': 4, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'gw_port': {'id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:51Z', 'updated_at': '2021-05-20T17:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': 'e0bfa448-e735-4631-aa43-6b0e677a88cb', 'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'mac_address': 'fa:16:3e:1d:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:54Z', 'updated_at': '2021-05-20T17:04:02Z', 'revision_number': 5, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'subnets': [{'id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:11:57.213857 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46836df0-d679-48c5-97f2-4fc80fe17c1b None None] The sync data for ids ['c176277e-1f98-47eb-9e29-252d126d6226'] in dv-cinder-786524-7-iscsi is: [{'id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'name': 'tempest-TestVolumeBootPattern-276173396-router', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:50Z', 'updated_at': '2021-05-20T17:03:55Z', 'revision_number': 4, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'gw_port': {'id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:51Z', 'updated_at': '2021-05-20T17:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi', '_interfaces': [{'id': 'e0bfa448-e735-4631-aa43-6b0e677a88cb', 'name': '', 'network_id': '693cca7c-a781-4bbe-b946-6e5d3b5628d3', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'mac_address': 'fa:16:3e:1d:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:54Z', 'updated_at': '2021-05-20T17:04:02Z', 'revision_number': 5, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'subnets': [{'id': 'b9354152-da80-48a7-a2cf-cafd8cb1708a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:11:57.248038 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16751962'] for network, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:57.254444 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-89f59ab4-42fe-46b3-9d10-ab81429044ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:11:57.261814 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-bc4a7b24-2f9d-4792-921e-4bf5e34a772f req-c52b7aea-e297-427a-8048-ca335ea36fe0 service neutron] 10.222.0.75 "GET /v2.0/networks/693cca7c-a781-4bbe-b946-6e5d3b5628d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022916 May 20 17:11:57.268225 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:57.284067 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] Pushing event deleted for resources: {'Network': ['ID=36fac261-9fd2-44e2-911c-7d2461818608,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:11:57.288617 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [req-0f1b7e69-a303-4d12-8ecc-a6e3641905da req-9f974497-74c8-454d-8725-4900a035a291 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752711 May 20 17:11:57.297628 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:11:57.312378 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-5c5dc6b1-227e-4487-96f3-7ee9f91b52fb admin admin] 10.222.0.36 "DELETE /v2.0/networks/36fac261-9fd2-44e2-911c-7d2461818608 HTTP/1.1" status: 204 len: 168 time: 1.3065841 May 20 17:11:57.312681 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 58278) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:11:57.413894 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-bc4a7b24-2f9d-4792-921e-4bf5e34a772f req-ed079587-8c28-474b-a664-e54840eabcbf service neutron] 10.222.0.75 "GET /v2.0/networks/693cca7c-a781-4bbe-b946-6e5d3b5628d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444638 May 20 17:11:57.482152 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73741f9-f911-45a3-b26c-4dd027e866af None None] New status for floating IP 91616ecb-724c-42fa-9aaf-888bae2078ca: DOWN {{(pid=119046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 17:11:57.883244 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-b478a4c1-1c37-4225-9fb5-8115f672d81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16379738'] for router_interface, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:58.213011 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a7077-630a-4436-90d6-136175f8900d req-df96cc98-0e45-4f44-b91a-62dc2c4780e6 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:11:58.213770 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-bf2a7077-630a-4436-90d6-136175f8900d req-df96cc98-0e45-4f44-b91a-62dc2c4780e6 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Synchronizing usage tracker for tenant:03359f9fe008405ea637b8c155fbfc99 on resource:port {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:11:58.234643 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-bf2a7077-630a-4436-90d6-136175f8900d req-df96cc98-0e45-4f44-b91a-62dc2c4780e6 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Unset dirty status for tenant:03359f9fe008405ea637b8c155fbfc99 on resource:port {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:11:58.236121 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-bf2a7077-630a-4436-90d6-136175f8900d req-df96cc98-0e45-4f44-b91a-62dc2c4780e6 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.75 "GET /v2.0/ports?device_id=385f9318-ed8f-4b62-84b9-1629cd6d1913 HTTP/1.1" status: 200 len: 946 time: 0.1142495 May 20 17:11:58.350786 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [None req-b478a4c1-1c37-4225-9fb5-8115f672d81e admin admin] Deleting port 08956051-8125-4912-bb1b-15095589b431 {{(pid=119044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:11:58.351384 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-b478a4c1-1c37-4225-9fb5-8115f672d81e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:58.425649 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [req-bf2a7077-630a-4436-90d6-136175f8900d req-e90b418f-f923-47e2-bab5-c9f2a77ff1eb tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Deleting port cd457aea-203f-443b-be4e-069514baa5a4 {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:11:58.426996 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-bf2a7077-630a-4436-90d6-136175f8900d req-e90b418f-f923-47e2-bab5-c9f2a77ff1eb tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:58.505509 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [None req-b478a4c1-1c37-4225-9fb5-8115f672d81e admin admin] For port 08956051-8125-4912-bb1b-15095589b431, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=08956051-8125-4912-bb1b-15095589b431,segment=NetworkSegment(f0fa21d1-a79f-41e3-afc4-3a1e6377c279),segment_id=f0fa21d1-a79f-41e3-afc4-3a1e6377c279)] {{(pid=119044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:11:58.505869 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-b478a4c1-1c37-4225-9fb5-8115f672d81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:58.646374 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [req-bf2a7077-630a-4436-90d6-136175f8900d req-e90b418f-f923-47e2-bab5-c9f2a77ff1eb tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] For port cd457aea-203f-443b-be4e-069514baa5a4, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cd457aea-203f-443b-be4e-069514baa5a4,segment=NetworkSegment(4a8f8994-6d3f-475e-b8df-b63a9baa5b45),segment_id=4a8f8994-6d3f-475e-b8df-b63a9baa5b45)] {{(pid=119045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:11:58.646783 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-bf2a7077-630a-4436-90d6-136175f8900d req-e90b418f-f923-47e2-bab5-c9f2a77ff1eb tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:58.661830 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234471ad-138f-49fb-baf2-a80ce01bb5a5 req-c84b7dec-b6a9-487b-ae01-0a0513fbe8be tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:11:58.663604 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-234471ad-138f-49fb-baf2-a80ce01bb5a5 req-c84b7dec-b6a9-487b-ae01-0a0513fbe8be tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=385f9318-ed8f-4b62-84b9-1629cd6d1913 HTTP/1.1" status: 200 len: 946 time: 0.2188048 May 20 17:11:58.798722 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [None req-b478a4c1-1c37-4225-9fb5-8115f672d81e admin admin] Calling delete_port for 08956051-8125-4912-bb1b-15095589b431 owned by network:router_interface {{(pid=119044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:11:58.802972 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [req-bf2a7077-630a-4436-90d6-136175f8900d req-e90b418f-f923-47e2-bab5-c9f2a77ff1eb tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Calling delete_port for cd457aea-203f-443b-be4e-069514baa5a4 owned by compute:nova {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:11:58.842639 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-234471ad-138f-49fb-baf2-a80ce01bb5a5 req-5f1734a9-c759-42b1-8563-a8562a41b5fc tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e1d179b-bf26-4022-b216-fac79ba6b4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188176 May 20 17:11:58.967268 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-bf2a7077-630a-4436-90d6-136175f8900d req-e90b418f-f923-47e2-bab5-c9f2a77ff1eb tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:58.976319 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-14b9f31f-c96d-4cbf-9ee5-816593f21d1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:11:59.028032 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b418f-f923-47e2-bab5-c9f2a77ff1eb tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Pushing event deleted for resources: {'Port': ['ID=cd457aea-203f-443b-be4e-069514baa5a4,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:11:59.031125 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-e90b418f-f923-47e2-bab5-c9f2a77ff1eb tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:11:59.112830 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2a7077-630a-4436-90d6-136175f8900d req-e90b418f-f923-47e2-bab5-c9f2a77ff1eb tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] No DVR routers for this DVR port cd457aea-203f-443b-be4e-069514baa5a4 on host hv-cinder-78652 {{(pid=119045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:11:59.115466 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [req-bf2a7077-630a-4436-90d6-136175f8900d req-e90b418f-f923-47e2-bab5-c9f2a77ff1eb tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for port, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:59.118477 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385f9318-ed8f-4b62-84b9-1629cd6d1913', 'name': 'network-vif-deleted', 'tag': 'cd457aea-203f-443b-be4e-069514baa5a4'}] {{(pid=119045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:11:59.137853 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-bf2a7077-630a-4436-90d6-136175f8900d req-e90b418f-f923-47e2-bab5-c9f2a77ff1eb tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.75 "DELETE /v2.0/ports/cd457aea-203f-443b-be4e-069514baa5a4 HTTP/1.1" status: 204 len: 173 time: 0.8930471 May 20 17:11:59.160612 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-b478a4c1-1c37-4225-9fb5-8115f672d81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:59.165430 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-1cf66516-2c51-44ce-91cd-e17edabd2a99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:11:59.173449 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385f9318-ed8f-4b62-84b9-1629cd6d1913', 'name': 'network-vif-deleted', 'tag': 'cd457aea-203f-443b-be4e-069514baa5a4', 'status': 'completed', 'code': 200} May 20 17:11:59.216830 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478a4c1-1c37-4225-9fb5-8115f672d81e admin admin] Pushing event deleted for resources: {'Port': ['ID=08956051-8125-4912-bb1b-15095589b431,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:11:59.248250 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-b478a4c1-1c37-4225-9fb5-8115f672d81e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:11:59.500322 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-b478a4c1-1c37-4225-9fb5-8115f672d81e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16308137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16379886'] for router_interface, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:11:59.905635 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b478a4c1-1c37-4225-9fb5-8115f672d81e admin admin] Router 9c8e0226-77f8-49ff-862b-758fc608267e has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:12:00.027986 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-43e15747-62ef-4872-98f6-d18c470001b4 req-4da5ef6c-f995-4a6c-8dd9-e3d5f8df301b tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Synchronizing usage tracker for tenant:03359f9fe008405ea637b8c155fbfc99 on resource:port {{(pid=119045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:12:00.049805 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.quota.resource [req-43e15747-62ef-4872-98f6-d18c470001b4 req-4da5ef6c-f995-4a6c-8dd9-e3d5f8df301b tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Unset dirty status for tenant:03359f9fe008405ea637b8c155fbfc99 on resource:port {{(pid=119045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:12:00.051167 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [req-43e15747-62ef-4872-98f6-d18c470001b4 req-4da5ef6c-f995-4a6c-8dd9-e3d5f8df301b tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "GET /v2.0/ports?device_id=385f9318-ed8f-4b62-84b9-1629cd6d1913 HTTP/1.1" status: 200 len: 210 time: 0.0727839 May 20 17:12:00.107406 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b478a4c1-1c37-4225-9fb5-8115f672d81e admin admin] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:12:00.122260 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-b478a4c1-1c37-4225-9fb5-8115f672d81e admin admin] 10.222.0.36 "PUT /v2.0/routers/9c8e0226-77f8-49ff-862b-758fc608267e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8084142 May 20 17:12:00.124750 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 58290) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:12:00.135169 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b639f5-300e-43e3-8345-a4557f30de4a None None] Sync routers for ids ['9c8e0226-77f8-49ff-862b-758fc608267e'] in dv-cinder-786524-7-iscsi {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:12:00.163301 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b639f5-300e-43e3-8345-a4557f30de4a None None] Routers {'9c8e0226-77f8-49ff-862b-758fc608267e'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:12:00.163915 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-92b639f5-300e-43e3-8345-a4557f30de4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:11:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['9c8e0226-77f8-49ff-862b-758fc608267e'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:12:00.361931 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-92b639f5-300e-43e3-8345-a4557f30de4a None None] Set router 9c8e0226-77f8-49ff-862b-758fc608267e gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:12:00.426334 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-c8ad30a1-5996-4fb6-b4ef-8564dc90e344 admin admin] Notify callbacks [] for router, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:00.604588 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-c8ad30a1-5996-4fb6-b4ef-8564dc90e344 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:00.646042 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-92b639f5-300e-43e3-8345-a4557f30de4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8e0226-77f8-49ff-862b-758fc608267e', 'name': 'tempest-TestMinimumBasicScenario-408321488-router', 'tenant_id': '1c4fa5821b1b40c7b929bc410fad9796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'f636c181-18c0-4d44-93f5-2dab1740dabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:09:14Z', 'updated_at': '2021-05-20T17:11:59Z', 'revision_number': 5, 'project_id': '1c4fa5821b1b40c7b929bc410fad9796', 'gw_port': {'id': 'f636c181-18c0-4d44-93f5-2dab1740dabe', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8e0226-77f8-49ff-862b-758fc608267e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:09:15Z', 'updated_at': '2021-05-20T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi'}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:12:00.649888 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b639f5-300e-43e3-8345-a4557f30de4a None None] Checking router: 9c8e0226-77f8-49ff-862b-758fc608267e for host: dv-cinder-786524-7-iscsi {{(pid=119047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:12:00.658348 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b639f5-300e-43e3-8345-a4557f30de4a None None] Routers {'9c8e0226-77f8-49ff-862b-758fc608267e'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:12:00.658953 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-92b639f5-300e-43e3-8345-a4557f30de4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:11:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['9c8e0226-77f8-49ff-862b-758fc608267e'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:12:00.682713 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [None req-c8ad30a1-5996-4fb6-b4ef-8564dc90e344 admin admin] Deleting port f636c181-18c0-4d44-93f5-2dab1740dabe {{(pid=119044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:12:00.683112 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-c8ad30a1-5996-4fb6-b4ef-8564dc90e344 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:00.806975 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [None req-c8ad30a1-5996-4fb6-b4ef-8564dc90e344 admin admin] For port f636c181-18c0-4d44-93f5-2dab1740dabe, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=f636c181-18c0-4d44-93f5-2dab1740dabe,segment=NetworkSegment(be7a08f1-7b47-4c24-ac33-26538d548295),segment_id=be7a08f1-7b47-4c24-ac33-26538d548295)] {{(pid=119044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:12:00.807272 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-c8ad30a1-5996-4fb6-b4ef-8564dc90e344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:00.842882 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-92b639f5-300e-43e3-8345-a4557f30de4a None None] Set router 9c8e0226-77f8-49ff-862b-758fc608267e gateway port host: None {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:12:00.928760 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [None req-c8ad30a1-5996-4fb6-b4ef-8564dc90e344 admin admin] Calling delete_port for f636c181-18c0-4d44-93f5-2dab1740dabe owned by network:router_gateway {{(pid=119044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:12:00.946820 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-92b639f5-300e-43e3-8345-a4557f30de4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8e0226-77f8-49ff-862b-758fc608267e', 'name': 'tempest-TestMinimumBasicScenario-408321488-router', 'tenant_id': '1c4fa5821b1b40c7b929bc410fad9796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:09:14Z', 'updated_at': '2021-05-20T17:12:00Z', 'revision_number': 6, 'project_id': '1c4fa5821b1b40c7b929bc410fad9796', 'gw_port_host': None}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:12:00.950861 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b639f5-300e-43e3-8345-a4557f30de4a None None] The sync data for ids ['9c8e0226-77f8-49ff-862b-758fc608267e'] in dv-cinder-786524-7-iscsi is: [{'id': '9c8e0226-77f8-49ff-862b-758fc608267e', 'name': 'tempest-TestMinimumBasicScenario-408321488-router', 'tenant_id': '1c4fa5821b1b40c7b929bc410fad9796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:09:14Z', 'updated_at': '2021-05-20T17:12:00Z', 'revision_number': 6, 'project_id': '1c4fa5821b1b40c7b929bc410fad9796', 'gw_port_host': None}] {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:12:01.075042 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-c8ad30a1-5996-4fb6-b4ef-8564dc90e344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:01.081036 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-50c09a22-d4a7-4b4a-a0b8-c4ac8123cebc tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:12:01.127782 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad30a1-5996-4fb6-b4ef-8564dc90e344 admin admin] Pushing event deleted for resources: {'Port': ['ID=f636c181-18c0-4d44-93f5-2dab1740dabe,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:12:01.130988 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-c8ad30a1-5996-4fb6-b4ef-8564dc90e344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:12:01.156655 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 58296) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:12:01.222750 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-c8ad30a1-5996-4fb6-b4ef-8564dc90e344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16751985'] for router_gateway, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:01.398139 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device cd457aea-203f-443b-be4e-069514baa5a4 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:12:01.399413 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-287d3431-cbd4-4ada-9291-ee0abbc629f4 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Deleting port c6130773-33bb-4863-b2ef-a13fda74d362 {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:12:01.399823 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-287d3431-cbd4-4ada-9291-ee0abbc629f4 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:01.401925 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-c8ad30a1-5996-4fb6-b4ef-8564dc90e344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16750855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3075'] for router, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:01.404331 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-c8ad30a1-5996-4fb6-b4ef-8564dc90e344 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:01.432483 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-c8ad30a1-5996-4fb6-b4ef-8564dc90e344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16752461'] for router, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:01.433786 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ad30a1-5996-4fb6-b4ef-8564dc90e344 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c8e0226-77f8-49ff-862b-758fc608267e {{(pid=119044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 17:12:01.438469 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] No Port match for: cd457aea-203f-443b-be4e-069514baa5a4 {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:12:01.438663 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Device cd457aea-203f-443b-be4e-069514baa5a4 not bound to the agent host hv-cinder-78652 {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:12:01.449128 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-c8ad30a1-5996-4fb6-b4ef-8564dc90e344 admin admin] Notify callbacks [] for router, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:01.450556 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-c8ad30a1-5996-4fb6-b4ef-8564dc90e344 admin admin] 10.222.0.36 "DELETE /v2.0/routers/9c8e0226-77f8-49ff-862b-758fc608267e HTTP/1.1" status: 204 len: 168 time: 1.3247507 May 20 17:12:01.453096 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 58300) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:12:01.516800 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d7d0b23-a100-4232-b1c4-1e90d1f16f5b admin admin] Deleting subnet 4108062c-aafe-4295-bc79-849294e64e21 {{(pid=119044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 17:12:01.520107 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-2d7d0b23-a100-4232-b1c4-1e90d1f16f5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:01.521194 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-287d3431-cbd4-4ada-9291-ee0abbc629f4 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:01.521558 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-287d3431-cbd4-4ada-9291-ee0abbc629f4 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:01.569826 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-2d7d0b23-a100-4232-b1c4-1e90d1f16f5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15043276'] for subnet, precommit_delete_associations {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:01.653716 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-2d7d0b23-a100-4232-b1c4-1e90d1f16f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006482'] for subnet, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:01.763543 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-287d3431-cbd4-4ada-9291-ee0abbc629f4 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Calling delete_port for c6130773-33bb-4863-b2ef-a13fda74d362 owned by network:floatingip {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:12:01.889462 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-287d3431-cbd4-4ada-9291-ee0abbc629f4 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:01.895275 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-62be903a-2852-4ac0-ab1b-f1d179bf1248 tempest-AttachVolumeShelveTestJSON-567214611 tempest-AttachVolumeShelveTestJSON-567214611-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:12:01.944659 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d3431-cbd4-4ada-9291-ee0abbc629f4 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Pushing event deleted for resources: {'Port': ['ID=c6130773-33bb-4863-b2ef-a13fda74d362,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:12:01.976379 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-287d3431-cbd4-4ada-9291-ee0abbc629f4 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:12:02.036256 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-287d3431-cbd4-4ada-9291-ee0abbc629f4 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for floatingip, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:02.039785 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-2d7d0b23-a100-4232-b1c4-1e90d1f16f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14410936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15187182'] for subnet, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:02.045520 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-dd3f9424-dd1d-498c-b9da-e3fe2a5f7f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:12:02.057939 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-287d3431-cbd4-4ada-9291-ee0abbc629f4 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479139'] for floatingip, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:02.059141 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-287d3431-cbd4-4ada-9291-ee0abbc629f4 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "DELETE /v2.0/floatingips/38d508e9-3bec-44f4-a1ca-05b33e291116 HTTP/1.1" status: 204 len: 168 time: 0.9014370 May 20 17:12:02.083726 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d0b23-a100-4232-b1c4-1e90d1f16f5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4108062c-aafe-4295-bc79-849294e64e21,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:12:02.085692 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-2d7d0b23-a100-4232-b1c4-1e90d1f16f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for subnet, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:02.088265 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-2d7d0b23-a100-4232-b1c4-1e90d1f16f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:12:02.093627 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-2d7d0b23-a100-4232-b1c4-1e90d1f16f5b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4108062c-aafe-4295-bc79-849294e64e21 HTTP/1.1" status: 204 len: 168 time: 0.6395128 May 20 17:12:02.093776 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ac5169-76fe-4ff8-9415-46356cce5ff9 None None] Network 17d58bf5-7619-4224-9a0e-1b981abd6978 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:12:02.094911 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 58306) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:12:02.216990 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-14f79781-a622-4287-90f4-fc13f7a6edb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655306'] for network, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:02.283998 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device f636c181-18c0-4d44-93f5-2dab1740dabe no longer exists at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:12:02.303829 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [None req-14f79781-a622-4287-90f4-fc13f7a6edb8 admin admin] Deleting port 14b4275c-fff2-412a-8ee1-de4b730be4f7 {{(pid=119044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:12:02.304232 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-14f79781-a622-4287-90f4-fc13f7a6edb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:02.325059 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] No Port match for: f636c181-18c0-4d44-93f5-2dab1740dabe {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:12:02.325435 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device f636c181-18c0-4d44-93f5-2dab1740dabe not bound to the agent host dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:12:02.326049 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 08956051-8125-4912-bb1b-15095589b431 no longer exists at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:12:02.361132 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] No Port match for: 08956051-8125-4912-bb1b-15095589b431 {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:12:02.361511 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 08956051-8125-4912-bb1b-15095589b431 not bound to the agent host dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:12:02.418728 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [None req-14f79781-a622-4287-90f4-fc13f7a6edb8 admin admin] For port 14b4275c-fff2-412a-8ee1-de4b730be4f7, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=14b4275c-fff2-412a-8ee1-de4b730be4f7,segment=NetworkSegment(f0fa21d1-a79f-41e3-afc4-3a1e6377c279),segment_id=f0fa21d1-a79f-41e3-afc4-3a1e6377c279)] {{(pid=119044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:12:02.419090 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-14f79781-a622-4287-90f4-fc13f7a6edb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:02.441127 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6c2ceb-5f79-4894-b9d7-f9644608baa6 None None] DHCP port deletion for 17d58bf5-7619-4224-9a0e-1b981abd6978 request from dv-cinder-786524-7-iscsi {{(pid=119046) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 17:12:02.509391 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-4d6c2ceb-5f79-4894-b9d7-f9644608baa6 None None] Deleting port 14b4275c-fff2-412a-8ee1-de4b730be4f7 {{(pid=119046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:12:02.509773 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-4d6c2ceb-5f79-4894-b9d7-f9644608baa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:02.549247 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [None req-14f79781-a622-4287-90f4-fc13f7a6edb8 admin admin] Calling delete_port for 14b4275c-fff2-412a-8ee1-de4b730be4f7 owned by network:dhcp {{(pid=119044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:12:02.608030 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-14f79781-a622-4287-90f4-fc13f7a6edb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:02.614058 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-3d304fce-07f6-489a-9e26-65935feea10d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:12:02.615482 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-4d6c2ceb-5f79-4894-b9d7-f9644608baa6 None None] For port 14b4275c-fff2-412a-8ee1-de4b730be4f7, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=14b4275c-fff2-412a-8ee1-de4b730be4f7,segment=NetworkSegment(f0fa21d1-a79f-41e3-afc4-3a1e6377c279),segment_id=f0fa21d1-a79f-41e3-afc4-3a1e6377c279)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:12:02.615875 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-4d6c2ceb-5f79-4894-b9d7-f9644608baa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:02.661044 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f79781-a622-4287-90f4-fc13f7a6edb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=14b4275c-fff2-412a-8ee1-de4b730be4f7,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:12:02.663009 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f79781-a622-4287-90f4-fc13f7a6edb8 admin admin] No DVR routers for this DVR port 14b4275c-fff2-412a-8ee1-de4b730be4f7 on host dv-cinder-786524-7-iscsi {{(pid=119044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:12:02.664607 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-14f79781-a622-4287-90f4-fc13f7a6edb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:12:02.736938 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-4d6c2ceb-5f79-4894-b9d7-f9644608baa6 None None] Calling delete_port for 14b4275c-fff2-412a-8ee1-de4b730be4f7 owned by network:dhcp {{(pid=119046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:12:02.778258 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-14f79781-a622-4287-90f4-fc13f7a6edb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001245', 'neutron.services.segments.db._delete_segments_for_network-8727197674105'] for network, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:02.783280 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-4d6c2ceb-5f79-4894-b9d7-f9644608baa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800'] for port, after_delete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:02.786851 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:12:02.791241 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-14f79781-a622-4287-90f4-fc13f7a6edb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d58bf5-7619-4224-9a0e-1b981abd6978']}} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:12:02.803484 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-14f79781-a622-4287-90f4-fc13f7a6edb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0fa21d1-a79f-41e3-afc4-3a1e6377c279') {'for_net_delete': True} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:12:02.803778 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.services.segments.db [None req-14f79781-a622-4287-90f4-fc13f7a6edb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0fa21d1-a79f-41e3-afc4-3a1e6377c279') {} {{(pid=119044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:12:02.815239 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-14f79781-a622-4287-90f4-fc13f7a6edb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727197686263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15043267'] for segment, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:02.826975 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c2ceb-5f79-4894-b9d7-f9644608baa6 None None] Pushing event deleted for resources: {'Port': ['ID=14b4275c-fff2-412a-8ee1-de4b730be4f7,revision_number=None']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:12:02.830345 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-4d6c2ceb-5f79-4894-b9d7-f9644608baa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:12:02.831791 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-14f79781-a622-4287-90f4-fc13f7a6edb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:02.832691 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6c2ceb-5f79-4894-b9d7-f9644608baa6 None None] No DVR routers for this DVR port 14b4275c-fff2-412a-8ee1-de4b730be4f7 on host dv-cinder-786524-7-iscsi {{(pid=119046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:12:02.840750 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f79781-a622-4287-90f4-fc13f7a6edb8 admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=119044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 17:12:02.841304 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-14f79781-a622-4287-90f4-fc13f7a6edb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14410782'] for segment, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:02.854633 dv-cinder-786524-7-iscsi neutron-server[119044]: Traceback (most recent call last): May 20 17:12:02.854633 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 17:12:02.854633 dv-cinder-786524-7-iscsi neutron-server[119044]: timer() May 20 17:12:02.854633 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 17:12:02.854633 dv-cinder-786524-7-iscsi neutron-server[119044]: cb(*args, **kw) May 20 17:12:02.854633 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 17:12:02.854633 dv-cinder-786524-7-iscsi neutron-server[119044]: return func(*args, **kwargs) May 20 17:12:02.854633 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 17:12:02.854633 dv-cinder-786524-7-iscsi neutron-server[119044]: self._notify() May 20 17:12:02.854633 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 17:12:02.854633 dv-cinder-786524-7-iscsi neutron-server[119044]: self.callback(batched_events) May 20 17:12:02.854633 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 17:12:02.854633 dv-cinder-786524-7-iscsi neutron-server[119044]: event.method(event) May 20 17:12:02.854633 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 17:12:02.854633 dv-cinder-786524-7-iscsi neutron-server[119044]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 17:12:02.854633 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 17:12:02.854633 dv-cinder-786524-7-iscsi neutron-server[119044]: aggregate_uuid = self.p_client.list_aggregates( May 20 17:12:02.854633 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 17:12:02.854633 dv-cinder-786524-7-iscsi neutron-server[119044]: return f(self, *a, **k) May 20 17:12:02.854633 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 17:12:02.854633 dv-cinder-786524-7-iscsi neutron-server[119044]: return self._get(url).json() May 20 17:12:02.854633 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 17:12:02.854633 dv-cinder-786524-7-iscsi neutron-server[119044]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 17:12:02.854633 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 17:12:02.854633 dv-cinder-786524-7-iscsi neutron-server[119044]: return self.request(url, 'GET', **kwargs) May 20 17:12:02.854633 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 17:12:02.854633 dv-cinder-786524-7-iscsi neutron-server[119044]: base_url = self.get_endpoint(auth, allow=allow, May 20 17:12:02.854633 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 17:12:02.854633 dv-cinder-786524-7-iscsi neutron-server[119044]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 17:12:02.854633 dv-cinder-786524-7-iscsi neutron-server[119044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 17:12:02.854633 dv-cinder-786524-7-iscsi neutron-server[119044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 17:12:02.854633 dv-cinder-786524-7-iscsi neutron-server[119044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 17:12:02.934035 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-14f79781-a622-4287-90f4-fc13f7a6edb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16751962'] for network, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:02.938183 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-a627b790-4ab7-4b75-b6ad-6a605e9684ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:12:02.951916 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-14f79781-a622-4287-90f4-fc13f7a6edb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:02.962165 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f79781-a622-4287-90f4-fc13f7a6edb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=17d58bf5-7619-4224-9a0e-1b981abd6978,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:12:02.964810 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-14f79781-a622-4287-90f4-fc13f7a6edb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:12:02.967966 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-14f79781-a622-4287-90f4-fc13f7a6edb8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/17d58bf5-7619-4224-9a0e-1b981abd6978 HTTP/1.1" status: 204 len: 168 time: 0.8720913 May 20 17:12:03.160552 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 58318) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:12:03.212716 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-7a4b34b9-a657-493b-bfbd-6d8f446f17d2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=78d5d1781cf44177b96e47dcda696767&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501645 May 20 17:12:03.215146 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 58322) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:12:03.282927 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8864d27f-f778-4634-adf4-12037b4fa340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:03.311016 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8864d27f-f778-4634-adf4-12037b4fa340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:03.369077 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8864d27f-f778-4634-adf4-12037b4fa340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:03.372905 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-a32e1193-c748-4d96-a091-7e617bbc3dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:12:03.387343 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8864d27f-f778-4634-adf4-12037b4fa340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c254a27-36b7-47fb-8b19-d835f0454e9c,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:12:03.391171 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-8864d27f-f778-4634-adf4-12037b4fa340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:12:03.395851 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-8864d27f-f778-4634-adf4-12037b4fa340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:03.397618 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-8864d27f-f778-4634-adf4-12037b4fa340 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9c254a27-36b7-47fb-8b19-d835f0454e9c HTTP/1.1" status: 204 len: 168 time: 0.1812539 May 20 17:12:03.455879 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 58330) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:12:03.528793 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4874051a-b7c6-4445-b7a0-e70aa7a9c906 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:03.562346 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4874051a-b7c6-4445-b7a0-e70aa7a9c906 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:03.636671 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4874051a-b7c6-4445-b7a0-e70aa7a9c906 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:03.640441 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-2640dcd9-1afe-4931-b52b-f383e41dc1db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:12:03.654414 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874051a-b7c6-4445-b7a0-e70aa7a9c906 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1d179b-bf26-4022-b216-fac79ba6b4f2,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:12:03.657537 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-4874051a-b7c6-4445-b7a0-e70aa7a9c906 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:12:03.670482 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-4874051a-b7c6-4445-b7a0-e70aa7a9c906 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:03.674427 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-4874051a-b7c6-4445-b7a0-e70aa7a9c906 tempest-TestVolumeBootPattern-94356856 tempest-TestVolumeBootPattern-94356856-project] 10.222.0.36 "DELETE /v2.0/security-groups/8e1d179b-bf26-4022-b216-fac79ba6b4f2 HTTP/1.1" status: 204 len: 168 time: 0.2147598 May 20 17:12:03.732723 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.wsgi [-] (119044) accepted ('10.222.0.36', 58338) {{(pid=119044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:12:03.778399 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 58344) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:12:03.829666 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-ca8e6f36-fd3e-4fce-adc5-c68021596d0d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c4fa5821b1b40c7b929bc410fad9796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499778 May 20 17:12:03.832687 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 58348) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:12:03.894524 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-e8c1b653-8bf1-4709-854e-a13c608c5fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:03.921809 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-e8c1b653-8bf1-4709-854e-a13c608c5fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:03.978142 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-e8c1b653-8bf1-4709-854e-a13c608c5fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:03.982143 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-33f7015f-257a-42ac-81db-d1517d3f64f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:12:03.995391 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1b653-8bf1-4709-854e-a13c608c5fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8d1cac-56df-4b40-a1e3-04f33c69d54c,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:12:03.998283 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-e8c1b653-8bf1-4709-854e-a13c608c5fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:12:04.000282 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-e8c1b653-8bf1-4709-854e-a13c608c5fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:04.003938 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-e8c1b653-8bf1-4709-854e-a13c608c5fd0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fb8d1cac-56df-4b40-a1e3-04f33c69d54c HTTP/1.1" status: 204 len: 168 time: 0.1676037 May 20 17:12:04.258551 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 14b4275c-fff2-412a-8ee1-de4b730be4f7 no longer exists at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:12:04.294927 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] No Port match for: 14b4275c-fff2-412a-8ee1-de4b730be4f7 {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:12:04.295586 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 14b4275c-fff2-412a-8ee1-de4b730be4f7 not bound to the agent host dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:12:04.666591 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-bf9e93e7-f56f-456d-b8e8-05977a29df9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16379738'] for router_interface, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:05.076843 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [None req-bf9e93e7-f56f-456d-b8e8-05977a29df9a admin admin] Deleting port e0bfa448-e735-4631-aa43-6b0e677a88cb {{(pid=119044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:12:05.077584 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-bf9e93e7-f56f-456d-b8e8-05977a29df9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:05.200372 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.db [None req-bf9e93e7-f56f-456d-b8e8-05977a29df9a admin admin] For port e0bfa448-e735-4631-aa43-6b0e677a88cb, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=e0bfa448-e735-4631-aa43-6b0e677a88cb,segment=NetworkSegment(4a8f8994-6d3f-475e-b8df-b63a9baa5b45),segment_id=4a8f8994-6d3f-475e-b8df-b63a9baa5b45)] {{(pid=119044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:12:05.200683 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-bf9e93e7-f56f-456d-b8e8-05977a29df9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:05.322258 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.plugins.ml2.plugin [None req-bf9e93e7-f56f-456d-b8e8-05977a29df9a admin admin] Calling delete_port for e0bfa448-e735-4631-aa43-6b0e677a88cb owned by network:router_interface {{(pid=119044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:12:05.486671 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-bf9e93e7-f56f-456d-b8e8-05977a29df9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14410827'] for port, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:05.490932 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-b478a4c1-1c37-4225-9fb5-8115f672d81e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:12:05.534267 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e93e7-f56f-456d-b8e8-05977a29df9a admin admin] Pushing event deleted for resources: {'Port': ['ID=e0bfa448-e735-4631-aa43-6b0e677a88cb,revision_number=None']} {{(pid=119044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:12:05.536894 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG oslo_concurrency.lockutils [None req-bf9e93e7-f56f-456d-b8e8-05977a29df9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=119044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:12:05.813470 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron_lib.callbacks.manager [None req-bf9e93e7-f56f-456d-b8e8-05977a29df9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16308137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16379886'] for router_interface, after_delete {{(pid=119044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:06.290704 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9e93e7-f56f-456d-b8e8-05977a29df9a admin admin] Router c176277e-1f98-47eb-9e29-252d126d6226 has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:12:06.476738 dv-cinder-786524-7-iscsi neutron-server[119044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9e93e7-f56f-456d-b8e8-05977a29df9a admin admin] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:12:06.485458 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7bdb70-842a-410c-a2cf-84f4e3afd1a5 None None] Sync routers for ids ['c176277e-1f98-47eb-9e29-252d126d6226'] in dv-cinder-786524-7-iscsi {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:12:06.489659 dv-cinder-786524-7-iscsi neutron-server[119044]: INFO neutron.wsgi [None req-bf9e93e7-f56f-456d-b8e8-05977a29df9a admin admin] 10.222.0.36 "PUT /v2.0/routers/c176277e-1f98-47eb-9e29-252d126d6226/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7555902 May 20 17:12:06.492468 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 58354) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:12:06.496352 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7bdb70-842a-410c-a2cf-84f4e3afd1a5 None None] Routers {'c176277e-1f98-47eb-9e29-252d126d6226'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:12:06.496975 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-8c7bdb70-842a-410c-a2cf-84f4e3afd1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:11:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c176277e-1f98-47eb-9e29-252d126d6226'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:12:06.670995 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-858de427-e0d1-435a-9f08-f5eeb35d89e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:06.705262 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-8c7bdb70-842a-410c-a2cf-84f4e3afd1a5 None None] Set router c176277e-1f98-47eb-9e29-252d126d6226 gateway port host: dv-cinder-786524-7-iscsi {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:12:06.846749 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-858de427-e0d1-435a-9f08-f5eeb35d89e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:06.923562 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-858de427-e0d1-435a-9f08-f5eeb35d89e7 admin admin] Deleting port a01f0358-3a04-4ae5-801f-e583beb28f93 {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:12:06.923859 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-858de427-e0d1-435a-9f08-f5eeb35d89e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:06.994516 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-8c7bdb70-842a-410c-a2cf-84f4e3afd1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'name': 'tempest-TestVolumeBootPattern-276173396-router', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:50Z', 'updated_at': '2021-05-20T17:12:05Z', 'revision_number': 5, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'gw_port': {'id': 'a01f0358-3a04-4ae5-801f-e583beb28f93', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:cb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:51Z', 'updated_at': '2021-05-20T17:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi'}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:12:06.998664 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7bdb70-842a-410c-a2cf-84f4e3afd1a5 None None] Checking router: c176277e-1f98-47eb-9e29-252d126d6226 for host: dv-cinder-786524-7-iscsi {{(pid=119046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:12:07.007837 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7bdb70-842a-410c-a2cf-84f4e3afd1a5 None None] Routers {'c176277e-1f98-47eb-9e29-252d126d6226'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:12:07.008452 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-8c7bdb70-842a-410c-a2cf-84f4e3afd1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:11:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['c176277e-1f98-47eb-9e29-252d126d6226'], 'active': True} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:12:07.047728 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [None req-858de427-e0d1-435a-9f08-f5eeb35d89e7 admin admin] For port a01f0358-3a04-4ae5-801f-e583beb28f93, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=a01f0358-3a04-4ae5-801f-e583beb28f93,segment=NetworkSegment(be7a08f1-7b47-4c24-ac33-26538d548295),segment_id=be7a08f1-7b47-4c24-ac33-26538d548295)] {{(pid=119045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:12:07.048030 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-858de427-e0d1-435a-9f08-f5eeb35d89e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:07.158878 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvr_db [None req-8c7bdb70-842a-410c-a2cf-84f4e3afd1a5 None None] Set router c176277e-1f98-47eb-9e29-252d126d6226 gateway port host: None {{(pid=119046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:12:07.168772 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-858de427-e0d1-435a-9f08-f5eeb35d89e7 admin admin] Calling delete_port for a01f0358-3a04-4ae5-801f-e583beb28f93 owned by network:router_gateway {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:12:07.272607 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_hamode_db [None req-8c7bdb70-842a-410c-a2cf-84f4e3afd1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'name': 'tempest-TestVolumeBootPattern-276173396-router', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:50Z', 'updated_at': '2021-05-20T17:12:06Z', 'revision_number': 6, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'gw_port_host': None}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:12:07.278759 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7bdb70-842a-410c-a2cf-84f4e3afd1a5 None None] The sync data for ids ['c176277e-1f98-47eb-9e29-252d126d6226'] in dv-cinder-786524-7-iscsi is: [{'id': 'c176277e-1f98-47eb-9e29-252d126d6226', 'name': 'tempest-TestVolumeBootPattern-276173396-router', 'tenant_id': '03359f9fe008405ea637b8c155fbfc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:50Z', 'updated_at': '2021-05-20T17:12:06Z', 'revision_number': 6, 'project_id': '03359f9fe008405ea637b8c155fbfc99', 'gw_port_host': None}] {{(pid=119046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:12:07.335172 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-858de427-e0d1-435a-9f08-f5eeb35d89e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:07.339752 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-867bcc66-993e-437e-ad88-0e38c150f558 tempest-AttachVolumeTestJSON-1987326474 tempest-AttachVolumeTestJSON-1987326474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:12:07.387190 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858de427-e0d1-435a-9f08-f5eeb35d89e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a01f0358-3a04-4ae5-801f-e583beb28f93,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:12:07.514023 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-858de427-e0d1-435a-9f08-f5eeb35d89e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:12:07.592848 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-858de427-e0d1-435a-9f08-f5eeb35d89e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16751985'] for router_gateway, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:07.772259 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-858de427-e0d1-435a-9f08-f5eeb35d89e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16750855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3075'] for router, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:07.774547 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-858de427-e0d1-435a-9f08-f5eeb35d89e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:07.819304 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-858de427-e0d1-435a-9f08-f5eeb35d89e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16752461'] for router, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:07.819961 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858de427-e0d1-435a-9f08-f5eeb35d89e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c176277e-1f98-47eb-9e29-252d126d6226 {{(pid=119045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 17:12:07.834969 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-858de427-e0d1-435a-9f08-f5eeb35d89e7 admin admin] Notify callbacks [] for router, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:07.836094 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-858de427-e0d1-435a-9f08-f5eeb35d89e7 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c176277e-1f98-47eb-9e29-252d126d6226 HTTP/1.1" status: 204 len: 168 time: 1.3421166 May 20 17:12:07.839211 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 58358) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:12:07.899286 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d514e2-8dcc-4484-9381-69b7326b28d5 admin admin] Deleting subnet b9354152-da80-48a7-a2cf-cafd8cb1708a {{(pid=119045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 17:12:07.902313 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-b8d514e2-8dcc-4484-9381-69b7326b28d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:07.951237 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-b8d514e2-8dcc-4484-9381-69b7326b28d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15234105'] for subnet, precommit_delete_associations {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:08.038747 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-b8d514e2-8dcc-4484-9381-69b7326b28d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006482'] for subnet, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:08.255666 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device e0bfa448-e735-4631-aa43-6b0e677a88cb no longer exists at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:12:08.294268 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] No Port match for: e0bfa448-e735-4631-aa43-6b0e677a88cb {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:12:08.294613 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device e0bfa448-e735-4631-aa43-6b0e677a88cb not bound to the agent host dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:12:08.296525 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device a01f0358-3a04-4ae5-801f-e583beb28f93 no longer exists at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:12:08.303466 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-b8d514e2-8dcc-4484-9381-69b7326b28d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14687734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15261298'] for subnet, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:08.311023 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-62e71d5a-7c54-4c6d-b2f8-fc2856e89fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:12:08.331043 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] No Port match for: a01f0358-3a04-4ae5-801f-e583beb28f93 {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:12:08.331395 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device a01f0358-3a04-4ae5-801f-e583beb28f93 not bound to the agent host dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:12:08.351376 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-b8d514e2-8dcc-4484-9381-69b7326b28d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:08.356150 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fd9324-ec90-47de-9310-efcaec0b6013 None None] Network 693cca7c-a781-4bbe-b946-6e5d3b5628d3 requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:12:08.356358 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d514e2-8dcc-4484-9381-69b7326b28d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9354152-da80-48a7-a2cf-cafd8cb1708a,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:12:08.360959 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-b8d514e2-8dcc-4484-9381-69b7326b28d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:12:08.363128 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-b8d514e2-8dcc-4484-9381-69b7326b28d5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b9354152-da80-48a7-a2cf-cafd8cb1708a HTTP/1.1" status: 204 len: 168 time: 0.5228658 May 20 17:12:08.365595 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 58362) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:12:08.470338 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1d797e6b-a9a6-42db-9280-34b6740e9e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655306'] for network, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:08.542860 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-1d797e6b-a9a6-42db-9280-34b6740e9e54 admin admin] Deleting port fdf44c3d-15c2-4471-b402-ee6e13283533 {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:12:08.543571 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1d797e6b-a9a6-42db-9280-34b6740e9e54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:08.606224 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea9a8b5-9941-4406-a9e9-c827742f97fb None None] DHCP port deletion for 693cca7c-a781-4bbe-b946-6e5d3b5628d3 request from dv-cinder-786524-7-iscsi {{(pid=119046) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 17:12:08.645780 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [None req-1d797e6b-a9a6-42db-9280-34b6740e9e54 admin admin] For port fdf44c3d-15c2-4471-b402-ee6e13283533, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=fdf44c3d-15c2-4471-b402-ee6e13283533,segment=NetworkSegment(4a8f8994-6d3f-475e-b8df-b63a9baa5b45),segment_id=4a8f8994-6d3f-475e-b8df-b63a9baa5b45)] {{(pid=119045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:12:08.646128 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1d797e6b-a9a6-42db-9280-34b6740e9e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:08.676448 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-5ea9a8b5-9941-4406-a9e9-c827742f97fb None None] Deleting port fdf44c3d-15c2-4471-b402-ee6e13283533 {{(pid=119046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:12:08.676889 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-5ea9a8b5-9941-4406-a9e9-c827742f97fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:08.765209 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-1d797e6b-a9a6-42db-9280-34b6740e9e54 admin admin] Calling delete_port for fdf44c3d-15c2-4471-b402-ee6e13283533 owned by network:dhcp {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:12:08.776963 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-5ea9a8b5-9941-4406-a9e9-c827742f97fb None None] For port fdf44c3d-15c2-4471-b402-ee6e13283533, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=fdf44c3d-15c2-4471-b402-ee6e13283533,segment=NetworkSegment(4a8f8994-6d3f-475e-b8df-b63a9baa5b45),segment_id=4a8f8994-6d3f-475e-b8df-b63a9baa5b45)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:12:08.777386 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-5ea9a8b5-9941-4406-a9e9-c827742f97fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:08.812754 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1d797e6b-a9a6-42db-9280-34b6740e9e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:08.817428 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-413799ad-8d23-405c-8cd4-2996de9bd2e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:12:08.864609 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d797e6b-a9a6-42db-9280-34b6740e9e54 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdf44c3d-15c2-4471-b402-ee6e13283533,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:12:08.865702 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d797e6b-a9a6-42db-9280-34b6740e9e54 admin admin] No DVR routers for this DVR port fdf44c3d-15c2-4471-b402-ee6e13283533 on host dv-cinder-786524-7-iscsi {{(pid=119045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:12:08.867170 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-1d797e6b-a9a6-42db-9280-34b6740e9e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:12:08.897879 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-5ea9a8b5-9941-4406-a9e9-c827742f97fb None None] Calling delete_port for fdf44c3d-15c2-4471-b402-ee6e13283533 owned by network:dhcp {{(pid=119046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:12:08.943836 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-5ea9a8b5-9941-4406-a9e9-c827742f97fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800'] for port, after_delete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:08.947470 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-97f13b6b-da8c-45ae-b8b8-d55460ae7f40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:12:08.990478 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9a8b5-9941-4406-a9e9-c827742f97fb None None] Pushing event deleted for resources: {'Port': ['ID=fdf44c3d-15c2-4471-b402-ee6e13283533,revision_number=None']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:12:08.993529 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-5ea9a8b5-9941-4406-a9e9-c827742f97fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:12:08.994348 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea9a8b5-9941-4406-a9e9-c827742f97fb None None] No DVR routers for this DVR port fdf44c3d-15c2-4471-b402-ee6e13283533 on host dv-cinder-786524-7-iscsi {{(pid=119046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:12:09.084333 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1d797e6b-a9a6-42db-9280-34b6740e9e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001245', 'neutron.services.segments.db._delete_segments_for_network-8727197674105'] for network, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:09.097040 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.services.segments.db [None req-1d797e6b-a9a6-42db-9280-34b6740e9e54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693cca7c-a781-4bbe-b946-6e5d3b5628d3']}} {{(pid=119045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:12:09.109701 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.services.segments.db [None req-1d797e6b-a9a6-42db-9280-34b6740e9e54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8f8994-6d3f-475e-b8df-b63a9baa5b45') {'for_net_delete': True} {{(pid=119045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:12:09.109997 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.services.segments.db [None req-1d797e6b-a9a6-42db-9280-34b6740e9e54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8f8994-6d3f-475e-b8df-b63a9baa5b45') {} {{(pid=119045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:12:09.122374 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1d797e6b-a9a6-42db-9280-34b6740e9e54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727197686263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15234102'] for segment, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:09.140527 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1d797e6b-a9a6-42db-9280-34b6740e9e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:09.148972 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d797e6b-a9a6-42db-9280-34b6740e9e54 admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=119045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 17:12:09.149408 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1d797e6b-a9a6-42db-9280-34b6740e9e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14687568'] for segment, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:09.162160 dv-cinder-786524-7-iscsi neutron-server[119045]: Traceback (most recent call last): May 20 17:12:09.162160 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 17:12:09.162160 dv-cinder-786524-7-iscsi neutron-server[119045]: timer() May 20 17:12:09.162160 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 17:12:09.162160 dv-cinder-786524-7-iscsi neutron-server[119045]: cb(*args, **kw) May 20 17:12:09.162160 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 17:12:09.162160 dv-cinder-786524-7-iscsi neutron-server[119045]: return func(*args, **kwargs) May 20 17:12:09.162160 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 17:12:09.162160 dv-cinder-786524-7-iscsi neutron-server[119045]: self._notify() May 20 17:12:09.162160 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 17:12:09.162160 dv-cinder-786524-7-iscsi neutron-server[119045]: self.callback(batched_events) May 20 17:12:09.162160 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 17:12:09.162160 dv-cinder-786524-7-iscsi neutron-server[119045]: event.method(event) May 20 17:12:09.162160 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 17:12:09.162160 dv-cinder-786524-7-iscsi neutron-server[119045]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 17:12:09.162160 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 17:12:09.162160 dv-cinder-786524-7-iscsi neutron-server[119045]: aggregate_uuid = self.p_client.list_aggregates( May 20 17:12:09.162160 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 17:12:09.162160 dv-cinder-786524-7-iscsi neutron-server[119045]: return f(self, *a, **k) May 20 17:12:09.162160 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 17:12:09.162160 dv-cinder-786524-7-iscsi neutron-server[119045]: return self._get(url).json() May 20 17:12:09.162160 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 17:12:09.162160 dv-cinder-786524-7-iscsi neutron-server[119045]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 17:12:09.162160 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 17:12:09.162160 dv-cinder-786524-7-iscsi neutron-server[119045]: return self.request(url, 'GET', **kwargs) May 20 17:12:09.162160 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 17:12:09.162160 dv-cinder-786524-7-iscsi neutron-server[119045]: base_url = self.get_endpoint(auth, allow=allow, May 20 17:12:09.162160 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 17:12:09.162160 dv-cinder-786524-7-iscsi neutron-server[119045]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 17:12:09.162160 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 17:12:09.162160 dv-cinder-786524-7-iscsi neutron-server[119045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 17:12:09.162160 dv-cinder-786524-7-iscsi neutron-server[119045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 17:12:09.242016 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1d797e6b-a9a6-42db-9280-34b6740e9e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16751962'] for network, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:09.245911 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-62e1c4a6-71ad-43f4-bb24-9ff87f7a8616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:12:09.263449 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-1d797e6b-a9a6-42db-9280-34b6740e9e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:09.277707 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d797e6b-a9a6-42db-9280-34b6740e9e54 admin admin] Pushing event deleted for resources: {'Network': ['ID=693cca7c-a781-4bbe-b946-6e5d3b5628d3,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:12:09.280776 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-1d797e6b-a9a6-42db-9280-34b6740e9e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:12:09.293516 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-1d797e6b-a9a6-42db-9280-34b6740e9e54 admin admin] 10.222.0.36 "DELETE /v2.0/networks/693cca7c-a781-4bbe-b946-6e5d3b5628d3 HTTP/1.1" status: 204 len: 168 time: 0.9268699 May 20 17:12:09.296793 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 58366) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:12:09.850694 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-53c5258c-cc29-48cb-a476-fbff929571ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16379738'] for router_interface, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:10.244387 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device fdf44c3d-15c2-4471-b402-ee6e13283533 no longer exists at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:12:10.281585 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-53c5258c-cc29-48cb-a476-fbff929571ce admin admin] Deleting port be6e7605-6d22-48a9-b9fb-cf2ecc8652a6 {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:12:10.281877 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-53c5258c-cc29-48cb-a476-fbff929571ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:10.323508 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] No Port match for: fdf44c3d-15c2-4471-b402-ee6e13283533 {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:12:10.323822 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device fdf44c3d-15c2-4471-b402-ee6e13283533 not bound to the agent host dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:12:10.415506 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [None req-53c5258c-cc29-48cb-a476-fbff929571ce admin admin] For port be6e7605-6d22-48a9-b9fb-cf2ecc8652a6, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=be6e7605-6d22-48a9-b9fb-cf2ecc8652a6,segment=NetworkSegment(34566286-eac1-410e-bd7d-4f786e70d614),segment_id=34566286-eac1-410e-bd7d-4f786e70d614)] {{(pid=119045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:12:10.415864 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-53c5258c-cc29-48cb-a476-fbff929571ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:10.645599 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-53c5258c-cc29-48cb-a476-fbff929571ce admin admin] Calling delete_port for be6e7605-6d22-48a9-b9fb-cf2ecc8652a6 owned by network:router_interface {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:12:10.798051 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-53c5258c-cc29-48cb-a476-fbff929571ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:10.801823 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-eb6d12e4-1af9-4672-8f89-73dc81509344 tempest-TestMinimumBasicScenario-1248388070 tempest-TestMinimumBasicScenario-1248388070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:12:10.844352 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5258c-cc29-48cb-a476-fbff929571ce admin admin] Pushing event deleted for resources: {'Port': ['ID=be6e7605-6d22-48a9-b9fb-cf2ecc8652a6,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:12:10.847500 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-53c5258c-cc29-48cb-a476-fbff929571ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:12:11.118035 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-53c5258c-cc29-48cb-a476-fbff929571ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16308137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16379886'] for router_interface, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:11.515875 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c5258c-cc29-48cb-a476-fbff929571ce admin admin] Router d48d4cc2-7cc9-4233-b790-23feb2d0fdec has already been hosted by L3 agent d537e7c7-758d-4282-8c22-cfb1e76ebc99 {{(pid=119045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:12:11.583672 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-cd89aee7-fc50-4607-914b-a1fc6fa9bd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:11.703555 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c5258c-cc29-48cb-a476-fbff929571ce admin admin] Notify agent at l3_agent.dv-cinder-786524-7-iscsi the message routers_updated {{(pid=119045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:12:11.712885 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a9eaa0-3b03-4661-baf8-5473facaf77e None None] Sync routers for ids ['d48d4cc2-7cc9-4233-b790-23feb2d0fdec'] in dv-cinder-786524-7-iscsi {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:12:11.713742 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-53c5258c-cc29-48cb-a476-fbff929571ce admin admin] 10.222.0.36 "PUT /v2.0/routers/d48d4cc2-7cc9-4233-b790-23feb2d0fdec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4159274 May 20 17:12:11.717180 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 58374) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:12:11.724338 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a9eaa0-3b03-4661-baf8-5473facaf77e None None] Routers {'d48d4cc2-7cc9-4233-b790-23feb2d0fdec'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:12:11.724960 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-89a9eaa0-3b03-4661-baf8-5473facaf77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:11:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['d48d4cc2-7cc9-4233-b790-23feb2d0fdec'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:12:11.896523 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-e5558355-ccfb-4412-ae9e-c2390b695faf admin admin] Notify callbacks [] for router, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:11.924629 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-89a9eaa0-3b03-4661-baf8-5473facaf77e None None] Set router d48d4cc2-7cc9-4233-b790-23feb2d0fdec gateway port host: dv-cinder-786524-7-iscsi {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:12:12.206927 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-e5558355-ccfb-4412-ae9e-c2390b695faf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:12.210788 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-89a9eaa0-3b03-4661-baf8-5473facaf77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d4cc2-7cc9-4233-b790-23feb2d0fdec', 'name': 'tempest-TestVolumeBootPattern-1834479002-router', 'tenant_id': '5e87ff74b1f549fb90baa0f2a5e79fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'external_fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'f37622e5-1d9c-47da-aa78-d1dcb2c52a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:58Z', 'updated_at': '2021-05-20T17:12:10Z', 'revision_number': 5, 'project_id': '5e87ff74b1f549fb90baa0f2a5e79fdc', 'gw_port': {'id': 'f37622e5-1d9c-47da-aa78-d1dcb2c52a0c', 'name': '', 'network_id': '7bf407be-0a2f-4276-bbb9-407bd07b5677', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:db:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d4cc2-7cc9-4233-b790-23feb2d0fdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T17:03:59Z', 'updated_at': '2021-05-20T17:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cc0c620-4805-460b-b0e9-2701bd4f1725', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-iscsi'}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:12:12.214999 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a9eaa0-3b03-4661-baf8-5473facaf77e None None] Checking router: d48d4cc2-7cc9-4233-b790-23feb2d0fdec for host: dv-cinder-786524-7-iscsi {{(pid=119047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:12:12.223792 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a9eaa0-3b03-4661-baf8-5473facaf77e None None] Routers {'d48d4cc2-7cc9-4233-b790-23feb2d0fdec'} bound to L3 agent in host dv-cinder-786524-7-iscsi {{(pid=119047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:12:12.224606 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-89a9eaa0-3b03-4661-baf8-5473facaf77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:53:14Z,description=,heartbeat_timestamp=2021-05-20T17:11:44Z,host='dv-cinder-786524-7-iscsi',id=d537e7c7-758d-4282-8c22-cfb1e76ebc99,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:53:14Z,topic='l3_agent')) {'router_ids': ['d48d4cc2-7cc9-4233-b790-23feb2d0fdec'], 'active': True} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:12:12.295168 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-e5558355-ccfb-4412-ae9e-c2390b695faf admin admin] Deleting port f37622e5-1d9c-47da-aa78-d1dcb2c52a0c {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:12:12.295488 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-e5558355-ccfb-4412-ae9e-c2390b695faf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:12.379853 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_dvr_db [None req-89a9eaa0-3b03-4661-baf8-5473facaf77e None None] Set router d48d4cc2-7cc9-4233-b790-23feb2d0fdec gateway port host: None {{(pid=119047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:12:12.420933 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [None req-e5558355-ccfb-4412-ae9e-c2390b695faf admin admin] For port f37622e5-1d9c-47da-aa78-d1dcb2c52a0c, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=f37622e5-1d9c-47da-aa78-d1dcb2c52a0c,segment=NetworkSegment(be7a08f1-7b47-4c24-ac33-26538d548295),segment_id=be7a08f1-7b47-4c24-ac33-26538d548295)] {{(pid=119045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:12:12.421321 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-e5558355-ccfb-4412-ae9e-c2390b695faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:12.488759 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.l3_hamode_db [None req-89a9eaa0-3b03-4661-baf8-5473facaf77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d4cc2-7cc9-4233-b790-23feb2d0fdec', 'name': 'tempest-TestVolumeBootPattern-1834479002-router', 'tenant_id': '5e87ff74b1f549fb90baa0f2a5e79fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:58Z', 'updated_at': '2021-05-20T17:12:12Z', 'revision_number': 6, 'project_id': '5e87ff74b1f549fb90baa0f2a5e79fdc', 'gw_port_host': None}], 'dv-cinder-786524-7-iscsi', False) {} {{(pid=119047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:12:12.493590 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a9eaa0-3b03-4661-baf8-5473facaf77e None None] The sync data for ids ['d48d4cc2-7cc9-4233-b790-23feb2d0fdec'] in dv-cinder-786524-7-iscsi is: [{'id': 'd48d4cc2-7cc9-4233-b790-23feb2d0fdec', 'name': 'tempest-TestVolumeBootPattern-1834479002-router', 'tenant_id': '5e87ff74b1f549fb90baa0f2a5e79fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T17:03:58Z', 'updated_at': '2021-05-20T17:12:12Z', 'revision_number': 6, 'project_id': '5e87ff74b1f549fb90baa0f2a5e79fdc', 'gw_port_host': None}] {{(pid=119047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:12:12.545609 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-e5558355-ccfb-4412-ae9e-c2390b695faf admin admin] Calling delete_port for f37622e5-1d9c-47da-aa78-d1dcb2c52a0c owned by network:router_gateway {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:12:12.691953 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-e5558355-ccfb-4412-ae9e-c2390b695faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:12.697061 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-99845876-e41a-41ba-b0ba-b116f9d2560f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:12:12.766589 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5558355-ccfb-4412-ae9e-c2390b695faf admin admin] Pushing event deleted for resources: {'Port': ['ID=f37622e5-1d9c-47da-aa78-d1dcb2c52a0c,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:12:12.769486 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-e5558355-ccfb-4412-ae9e-c2390b695faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:12:12.837914 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-e5558355-ccfb-4412-ae9e-c2390b695faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16751985'] for router_gateway, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:13.014043 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-e5558355-ccfb-4412-ae9e-c2390b695faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16750855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3075'] for router, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:13.016291 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-e5558355-ccfb-4412-ae9e-c2390b695faf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:13.043303 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-e5558355-ccfb-4412-ae9e-c2390b695faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16752461'] for router, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:13.044037 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5558355-ccfb-4412-ae9e-c2390b695faf admin admin] Fanout notify agent at l3_agent the message router_deleted on router d48d4cc2-7cc9-4233-b790-23feb2d0fdec {{(pid=119045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 17:12:13.057468 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-e5558355-ccfb-4412-ae9e-c2390b695faf admin admin] Notify callbacks [] for router, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:13.058579 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-e5558355-ccfb-4412-ae9e-c2390b695faf admin admin] 10.222.0.36 "DELETE /v2.0/routers/d48d4cc2-7cc9-4233-b790-23feb2d0fdec HTTP/1.1" status: 204 len: 168 time: 1.3404925 May 20 17:12:13.061295 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 58378) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:12:13.119593 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf97f09-a024-408c-ba42-ed977e451ada admin admin] Deleting subnet a91190d2-1bf9-46d8-9d72-70ef8850180b {{(pid=119045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 17:12:13.122708 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-5bf97f09-a024-408c-ba42-ed977e451ada admin admin] Notify callbacks [] for subnet, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:13.171998 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-5bf97f09-a024-408c-ba42-ed977e451ada admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15234105'] for subnet, precommit_delete_associations {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:13.253337 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-5bf97f09-a024-408c-ba42-ed977e451ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006482'] for subnet, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:13.520478 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-5bf97f09-a024-408c-ba42-ed977e451ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14687734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15261298'] for subnet, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:13.524054 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:12:13.558867 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf97f09-a024-408c-ba42-ed977e451ada admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a91190d2-1bf9-46d8-9d72-70ef8850180b,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:12:13.561914 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-5bf97f09-a024-408c-ba42-ed977e451ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:12:13.564136 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-5bf97f09-a024-408c-ba42-ed977e451ada admin admin] Notify callbacks [] for subnet, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:13.570696 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-5bf97f09-a024-408c-ba42-ed977e451ada admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a91190d2-1bf9-46d8-9d72-70ef8850180b HTTP/1.1" status: 204 len: 168 time: 0.5084457 May 20 17:12:13.571169 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fd3417-1a47-4042-b45a-4630ec193fdd None None] Network 756a37db-70e1-4f02-9732-606d7296edbd requested from dv-cinder-786524-7-iscsi {{(pid=119046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:12:13.573095 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 58386) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:12:13.791899 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-878935f6-c351-4eb5-b39f-8d34326c90d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655306'] for network, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:13.829075 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235fe5c0-dba7-4268-b0f4-4b6e6bb99d48 None None] DHCP port deletion for 756a37db-70e1-4f02-9732-606d7296edbd request from dv-cinder-786524-7-iscsi {{(pid=119046) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 17:12:13.873660 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-878935f6-c351-4eb5-b39f-8d34326c90d2 admin admin] Deleting port 20d5ae95-ac1f-4511-adb8-8a9c4b4b4158 {{(pid=119045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:12:13.874116 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-878935f6-c351-4eb5-b39f-8d34326c90d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:13.905195 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-235fe5c0-dba7-4268-b0f4-4b6e6bb99d48 None None] Deleting port 20d5ae95-ac1f-4511-adb8-8a9c4b4b4158 {{(pid=119046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:12:13.905593 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-235fe5c0-dba7-4268-b0f4-4b6e6bb99d48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727197646035'] for port, before_delete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:13.976374 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.db [None req-878935f6-c351-4eb5-b39f-8d34326c90d2 admin admin] For port 20d5ae95-ac1f-4511-adb8-8a9c4b4b4158, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=20d5ae95-ac1f-4511-adb8-8a9c4b4b4158,segment=NetworkSegment(34566286-eac1-410e-bd7d-4f786e70d614),segment_id=34566286-eac1-410e-bd7d-4f786e70d614)] {{(pid=119045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:12:13.976779 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-878935f6-c351-4eb5-b39f-8d34326c90d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:14.012788 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.db [None req-235fe5c0-dba7-4268-b0f4-4b6e6bb99d48 None None] For port 20d5ae95-ac1f-4511-adb8-8a9c4b4b4158, host dv-cinder-786524-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-iscsi',level=0,port_id=20d5ae95-ac1f-4511-adb8-8a9c4b4b4158,segment=NetworkSegment(34566286-eac1-410e-bd7d-4f786e70d614),segment_id=34566286-eac1-410e-bd7d-4f786e70d614)] {{(pid=119046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:12:14.013209 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-235fe5c0-dba7-4268-b0f4-4b6e6bb99d48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16377504'] for port, precommit_delete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:14.027365 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:14.101677 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.plugin [None req-878935f6-c351-4eb5-b39f-8d34326c90d2 admin admin] Calling delete_port for 20d5ae95-ac1f-4511-adb8-8a9c4b4b4158 owned by network:dhcp {{(pid=119045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:12:14.149420 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-878935f6-c351-4eb5-b39f-8d34326c90d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14687493'] for port, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:14.150706 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-235fe5c0-dba7-4268-b0f4-4b6e6bb99d48 None None] Calling delete_port for 20d5ae95-ac1f-4511-adb8-8a9c4b4b4158 owned by network:dhcp {{(pid=119046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:12:14.153255 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-686a9dc0-6fcf-4f33-8460-9284c541f7c5 tempest-AttachVolumeNegativeTest-322366297 tempest-AttachVolumeNegativeTest-322366297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:12:14.198575 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-235fe5c0-dba7-4268-b0f4-4b6e6bb99d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-605325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16308159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727197650378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727197234800'] for port, after_delete {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:14.199717 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878935f6-c351-4eb5-b39f-8d34326c90d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=20d5ae95-ac1f-4511-adb8-8a9c4b4b4158,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:12:14.202866 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-878935f6-c351-4eb5-b39f-8d34326c90d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:12:14.203617 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878935f6-c351-4eb5-b39f-8d34326c90d2 admin admin] No DVR routers for this DVR port 20d5ae95-ac1f-4511-adb8-8a9c4b4b4158 on host dv-cinder-786524-7-iscsi {{(pid=119045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:12:14.206690 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-d818d945-d5f7-4269-b814-42deb24ec855 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:12:14.250941 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235fe5c0-dba7-4268-b0f4-4b6e6bb99d48 None None] Pushing event deleted for resources: {'Port': ['ID=20d5ae95-ac1f-4511-adb8-8a9c4b4b4158,revision_number=None']} {{(pid=119046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:12:14.254013 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG oslo_concurrency.lockutils [None req-235fe5c0-dba7-4268-b0f4-4b6e6bb99d48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=119046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:12:14.254971 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235fe5c0-dba7-4268-b0f4-4b6e6bb99d48 None None] No DVR routers for this DVR port 20d5ae95-ac1f-4511-adb8-8a9c4b4b4158 on host dv-cinder-786524-7-iscsi {{(pid=119046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:12:14.267558 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 20d5ae95-ac1f-4511-adb8-8a9c4b4b4158 no longer exists at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:12:14.306558 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] No Port match for: 20d5ae95-ac1f-4511-adb8-8a9c4b4b4158 {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:12:14.306970 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device 20d5ae95-ac1f-4511-adb8-8a9c4b4b4158 not bound to the agent host dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:12:14.307467 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device be6e7605-6d22-48a9-b9fb-cf2ecc8652a6 no longer exists at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:12:14.328774 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-878935f6-c351-4eb5-b39f-8d34326c90d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001245', 'neutron.services.segments.db._delete_segments_for_network-8727197674105'] for network, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:14.342178 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.services.segments.db [None req-878935f6-c351-4eb5-b39f-8d34326c90d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['756a37db-70e1-4f02-9732-606d7296edbd']}} {{(pid=119045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:12:14.351265 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] No Port match for: be6e7605-6d22-48a9-b9fb-cf2ecc8652a6 {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:12:14.351619 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device be6e7605-6d22-48a9-b9fb-cf2ecc8652a6 not bound to the agent host dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:12:14.352124 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device f37622e5-1d9c-47da-aa78-d1dcb2c52a0c no longer exists at agent ovs-agent-dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:12:14.357888 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.services.segments.db [None req-878935f6-c351-4eb5-b39f-8d34326c90d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34566286-eac1-410e-bd7d-4f786e70d614') {'for_net_delete': True} {{(pid=119045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:12:14.358180 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.services.segments.db [None req-878935f6-c351-4eb5-b39f-8d34326c90d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34566286-eac1-410e-bd7d-4f786e70d614') {} {{(pid=119045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:12:14.372225 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-878935f6-c351-4eb5-b39f-8d34326c90d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727197686263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15234102'] for segment, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:14.388351 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] No Port match for: f37622e5-1d9c-47da-aa78-d1dcb2c52a0c {{(pid=119046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:12:14.388696 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron.plugins.ml2.rpc [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Device f37622e5-1d9c-47da-aa78-d1dcb2c52a0c not bound to the agent host dv-cinder-786524-7-iscsi {{(pid=119046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:12:14.389891 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-878935f6-c351-4eb5-b39f-8d34326c90d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193'] for segment, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:14.391155 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-d1366f30-c2f1-4d25-8078-43c45a1b3a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:14.396879 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-878935f6-c351-4eb5-b39f-8d34326c90d2 admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=119045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 17:12:14.397702 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-878935f6-c351-4eb5-b39f-8d34326c90d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14687568'] for segment, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:14.408189 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:14.413124 dv-cinder-786524-7-iscsi neutron-server[119045]: Traceback (most recent call last): May 20 17:12:14.413124 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 17:12:14.413124 dv-cinder-786524-7-iscsi neutron-server[119045]: timer() May 20 17:12:14.413124 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 17:12:14.413124 dv-cinder-786524-7-iscsi neutron-server[119045]: cb(*args, **kw) May 20 17:12:14.413124 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 17:12:14.413124 dv-cinder-786524-7-iscsi neutron-server[119045]: return func(*args, **kwargs) May 20 17:12:14.413124 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 17:12:14.413124 dv-cinder-786524-7-iscsi neutron-server[119045]: self._notify() May 20 17:12:14.413124 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 17:12:14.413124 dv-cinder-786524-7-iscsi neutron-server[119045]: self.callback(batched_events) May 20 17:12:14.413124 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 17:12:14.413124 dv-cinder-786524-7-iscsi neutron-server[119045]: event.method(event) May 20 17:12:14.413124 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 17:12:14.413124 dv-cinder-786524-7-iscsi neutron-server[119045]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 17:12:14.413124 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 17:12:14.413124 dv-cinder-786524-7-iscsi neutron-server[119045]: aggregate_uuid = self.p_client.list_aggregates( May 20 17:12:14.413124 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 17:12:14.413124 dv-cinder-786524-7-iscsi neutron-server[119045]: return f(self, *a, **k) May 20 17:12:14.413124 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 17:12:14.413124 dv-cinder-786524-7-iscsi neutron-server[119045]: return self._get(url).json() May 20 17:12:14.413124 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 17:12:14.413124 dv-cinder-786524-7-iscsi neutron-server[119045]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 17:12:14.413124 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 17:12:14.413124 dv-cinder-786524-7-iscsi neutron-server[119045]: return self.request(url, 'GET', **kwargs) May 20 17:12:14.413124 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 17:12:14.413124 dv-cinder-786524-7-iscsi neutron-server[119045]: base_url = self.get_endpoint(auth, allow=allow, May 20 17:12:14.413124 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 17:12:14.413124 dv-cinder-786524-7-iscsi neutron-server[119045]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 17:12:14.413124 dv-cinder-786524-7-iscsi neutron-server[119045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 17:12:14.413124 dv-cinder-786524-7-iscsi neutron-server[119045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 17:12:14.413124 dv-cinder-786524-7-iscsi neutron-server[119045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 17:12:14.494123 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-878935f6-c351-4eb5-b39f-8d34326c90d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16270998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16308128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16751962'] for network, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:14.499982 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-878935f6-c351-4eb5-b39f-8d34326c90d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16308109'] for network, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:14.502468 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-1d797e6b-a9a6-42db-9280-34b6740e9e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:12:14.525291 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878935f6-c351-4eb5-b39f-8d34326c90d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=756a37db-70e1-4f02-9732-606d7296edbd,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:12:14.528199 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-878935f6-c351-4eb5-b39f-8d34326c90d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:12:14.530034 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-878935f6-c351-4eb5-b39f-8d34326c90d2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/756a37db-70e1-4f02-9732-606d7296edbd HTTP/1.1" status: 204 len: 168 time: 0.9559176 May 20 17:12:14.718729 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 58394) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:12:14.771937 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-641b4172-9745-4e1f-80fc-964ddce6c6b7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=03359f9fe008405ea637b8c155fbfc99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519400 May 20 17:12:14.774444 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 58398) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:12:14.836329 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-56d7daad-6bc7-40df-87eb-b457f4521db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:14.867598 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-56d7daad-6bc7-40df-87eb-b457f4521db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:14.926594 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-56d7daad-6bc7-40df-87eb-b457f4521db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:14.931632 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-74ef036c-c103-4567-a884-15ae4eb3c64f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:12:14.945242 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7daad-6bc7-40df-87eb-b457f4521db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06b1e60-b6fc-486f-9050-04810bb28a9c,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:12:14.948631 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-56d7daad-6bc7-40df-87eb-b457f4521db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:12:14.953318 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-56d7daad-6bc7-40df-87eb-b457f4521db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:14.954582 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-56d7daad-6bc7-40df-87eb-b457f4521db0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d06b1e60-b6fc-486f-9050-04810bb28a9c HTTP/1.1" status: 204 len: 168 time: 0.1790619 May 20 17:12:15.200526 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:15.339330 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 58406) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:12:15.391236 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-7b5e96fc-8061-4833-b8b2-f573fd3c25db admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5e87ff74b1f549fb90baa0f2a5e79fdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504949 May 20 17:12:15.394438 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.wsgi [-] (119045) accepted ('10.222.0.36', 58410) {{(pid=119045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:12:15.461879 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-9a9f27c8-4d29-4f2d-ac6a-f61b19770b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:15.489730 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-9a9f27c8-4d29-4f2d-ac6a-f61b19770b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:15.547048 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-9a9f27c8-4d29-4f2d-ac6a-f61b19770b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270964'] for security_group, after_delete {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:15.550790 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-e8c1b653-8bf1-4709-854e-a13c608c5fd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:12:15.564917 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f27c8-4d29-4f2d-ac6a-f61b19770b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633b18b9-c6cb-40ab-8d0a-ed0d5bcac29a,revision_number=None']} {{(pid=119045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:12:15.567585 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG oslo_concurrency.lockutils [None req-9a9f27c8-4d29-4f2d-ac6a-f61b19770b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=119045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:12:15.572766 dv-cinder-786524-7-iscsi neutron-server[119045]: DEBUG neutron_lib.callbacks.manager [None req-9a9f27c8-4d29-4f2d-ac6a-f61b19770b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=119045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:15.573891 dv-cinder-786524-7-iscsi neutron-server[119045]: INFO neutron.wsgi [None req-9a9f27c8-4d29-4f2d-ac6a-f61b19770b10 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/633b18b9-c6cb-40ab-8d0a-ed0d5bcac29a HTTP/1.1" status: 204 len: 168 time: 0.1785865 May 20 17:12:16.920045 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:33.640814 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 6 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:12:41.594249 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-28a0ce90-ece0-4f7e-a75c-d48b61f186a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:44.014200 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:44.343887 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-4e49e360-a08a-4933-98f4-8321cf62bd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:44.421981 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:45.213654 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:12:46.931571 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:13:10.647564 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 6 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:13:11.592883 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b0183090-35c0-4a4d-9d83-6648fb1d0ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:13:14.011974 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:13:14.349666 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-dc4882e9-5628-483b-8055-c6796a46d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:13:14.423646 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:13:15.218146 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:13:16.928045 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:13:41.593008 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-cc2602ab-cfb8-4146-aa56-c6370bc53177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:13:44.001923 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:13:44.353703 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-f64cc2ce-6d5e-4637-9c28-79aaef1054cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:13:44.437909 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:13:45.217735 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:13:46.933863 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:13:47.637870 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 6 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:14:11.595027 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-660f469e-c6b6-4e07-882a-9a0626ba277d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:14:14.005666 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:14:14.352027 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-f138169e-b2b7-49f3-8ef2-878b8ed38658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:14:14.470909 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:14:15.225439 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:14:16.943487 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:14:24.640280 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 6 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:14:41.594753 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-f8c95c17-ecfd-42a2-9c50-fddf1cd72472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:14:44.004107 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:14:44.349916 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-a3b82aef-8920-4cc5-816e-e18ec85549a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:14:44.486455 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:14:45.223056 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:14:46.938550 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:15:01.644309 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 6 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:15:11.590880 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-6cb82843-e89a-4151-87cd-7a64fc6f5370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:15:14.009402 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:15:14.349124 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-2c1a4676-df5f-4e04-80fd-61ac9e27b70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:15:14.491703 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:15:15.230521 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:15:16.970388 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:15:38.648814 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 6 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:15:41.590661 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-2473c0e2-02ba-451a-9a6c-c5c3a739ce9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:15:44.012042 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:15:44.350298 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-fdfd43ea-7969-4d0f-87f5-2125c47b3fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:15:44.497921 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:15:45.238640 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:15:46.945820 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:16:11.597333 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-3e6ab1d0-a052-40a4-a552-f2700664f563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:16:14.014806 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:16:14.354225 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-40c73cd4-12e5-4a18-871e-d74ce9d941dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:16:14.515012 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:16:15.238714 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:16:15.652921 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 6 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:16:16.957887 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:16:41.588336 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-925ca439-1a89-4ce9-bd1e-32c53db1859c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:16:44.018477 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:16:44.351524 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-d7ebaa1f-6c22-4e63-9a58-64bf1624b7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:16:44.515919 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:16:45.248335 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:16:46.953403 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:16:52.656015 dv-cinder-786524-7-iscsi neutron-server[119047]: DEBUG neutron.db.agents_db [None req-282f9b0c-a3e4-44ac-a1d9-503d385e3f68 None None] Agent healthcheck: found 6 active agents {{(pid=119047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:17:11.595627 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-721dd80d-af1e-48a3-9f65-f80847cb29b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:17:14.025236 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4f27-19cd-470b-97fc-28c699bb3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:17:14.346303 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-31973a71-2fa8-422b-9a03-fa3122cba985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:17:14.536490 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-ba35b20f-76a8-4e34-98d6-5f9088ad2385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:17:15.248933 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-e65a5c8f-e3a8-461f-93ac-4c6546b941a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:17:16.966385 dv-cinder-786524-7-iscsi neutron-server[119046]: DEBUG neutron_lib.callbacks.manager [None req-b2390059-7b48-4433-a888-a997dc040f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727197678156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997331'] for agent, after_update {{(pid=119046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}